import warnings
warnings.filterwarnings('ignore')

import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import seaborn as sns

# -- model
from sklearn.ensemble import GradientBoostingClassifier, RandomForestClassifier, StackingClassifier
from sklearn.linear_model import LogisticRegression
from sklearn.neural_network import MLPClassifier
from sklearn.model_selection import train_test_split
from sklearn.metrics import accuracy_score, roc_auc_score, roc_curve, auc

# -- pipeline
from sklearn.compose import ColumnTransformer
from sklearn.pipeline import Pipeline
from sklearn.impute import SimpleImputer
from sklearn.preprocessing import OneHotEncoder, StandardScaler

#Import the loan data
loan = pd.read_csv('./loan_train.csv')
loan.head()

#Look at what columns are in the data
loan.columns

Index(['id', 'member_id', 'loan_amnt', 'funded_amnt', 'funded_amnt_inv',
       'term', 'int_rate', 'installment', 'grade', 'sub_grade', 'emp_title',
       'emp_length', 'home_ownership', 'annual_inc', 'verification_status',
       'issue_d', 'loan_status', 'pymnt_plan', 'url', 'desc', 'purpose',
       'title', 'zip_code', 'addr_state', 'dti', 'delinq_2yrs',
       'earliest_cr_line', 'fico_range_low', 'fico_range_high',
       'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record',
       'open_acc', 'pub_rec', 'revol_bal', 'revol_util', 'total_acc',
       'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_d',
       'last_pymnt_amnt', 'next_pymnt_d', 'last_credit_pull_d',
       'collections_12_mths_ex_med', 'policy_code', 'application_type',
       'acc_now_delinq', 'chargeoff_within_12_mths', 'delinq_amnt',
       'pub_rec_bankruptcies', 'tax_liens'],
      dtype='object')

#See the percentage of loans that did and did not default
loan.loan_status.value_counts(normalize=True)

loan_status
current    0.849649
default    0.150351
Name: proportion, dtype: float64

#Select the numerical and categorical features to use
target = 'loan_status'
numeric_features = loan.select_dtypes(include=['int64', 'float64']).columns
#print(numeric_features)
numeric_features = ['loan_amnt', 'funded_amnt', 'funded_amnt_inv',
       'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low',
       'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq',
       'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal',
       'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee',
       'last_pymnt_amnt']
print(numeric_features)
categorical_features = loan.select_dtypes(include=['object']).columns
#print(categorical_features)
categorical_features = ['grade', 'sub_grade','home_ownership', 'verification_status']
print(categorical_features)

['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt']
['grade', 'sub_grade', 'home_ownership', 'verification_status']

#See the number of loans that did and did not default
#Change current to 0 and default to 1 for use in machine learning
loan[target] = loan[target].map({'current': 0, 'default': 1})
loan[target].value_counts()

loan_status
0    25300
1     4477
Name: count, dtype: int64

#See how many nulls are in each column
loan.isnull().sum()

id                                3
member_id                         3
loan_amnt                         3
funded_amnt                       3
funded_amnt_inv                   3
term                              3
int_rate                          3
installment                       3
grade                             3
sub_grade                         3
emp_title                      1822
emp_length                      762
home_ownership                    3
annual_inc                        4
verification_status               3
issue_d                           3
loan_status                       0
pymnt_plan                        3
url                               3
desc                           9435
purpose                           3
title                            14
zip_code                          3
addr_state                        3
dti                               3
delinq_2yrs                      23
earliest_cr_line                 23
fico_range_low                    3
fico_range_high                   3
inq_last_6mths                   23
mths_since_last_delinq        18907
mths_since_last_record        27208
open_acc                         23
pub_rec                          23
revol_bal                         3
revol_util                       67
total_acc                        23
out_prncp                         3
out_prncp_inv                     3
total_rec_late_fee                3
last_pymnt_d                     67
last_pymnt_amnt                   3
next_pymnt_d                  27425
last_credit_pull_d                5
collections_12_mths_ex_med      104
policy_code                       3
application_type                  3
acc_now_delinq                   23
chargeoff_within_12_mths        104
delinq_amnt                      23
pub_rec_bankruptcies            966
tax_liens                        79
dtype: int64

#Find potential outliers in the data
print('Potential Low Outliers:')
print(loan.quantile([0, .1, .2], method="table", interpolation="nearest"))
print('Potential High Outliers:')
print(loan.quantile([.8, .9, 1], method="table", interpolation="nearest"))

Potential Low Outliers:
           id  member_id  loan_amnt  funded_amnt  funded_amnt_inv       term  \
0.0   54734.0    80364.0    25000.0      25000.0     19080.057198  36 months   
0.1  391075.0   426751.0     5000.0       5000.0      4696.940000  36 months   
0.2  471512.0   595264.0     1000.0       1000.0      1000.000000  36 months   

    int_rate  installment grade sub_grade  ... next_pymnt_d  \
0.0   11.89%       829.10     B        B4  ...          NaN   
0.1   14.74%       172.69     D        D3  ...          NaN   
0.2    8.94%        31.78     A        A5  ...          NaN   

    last_credit_pull_d collections_12_mths_ex_med  policy_code  \
0.0           Aug-2016                        0.0          1.0   
0.1           Sep-2016                        0.0          1.0   
0.2           Mar-2010                        0.0          1.0   

    application_type acc_now_delinq  chargeoff_within_12_mths delinq_amnt  \
0.0       INDIVIDUAL            0.0                       0.0         0.0   
0.1       INDIVIDUAL            0.0                       0.0         0.0   
0.2       INDIVIDUAL            0.0                       0.0         0.0   

    pub_rec_bankruptcies tax_liens  
0.0                  0.0       0.0  
0.1                  0.0       0.0  
0.2                  0.0       0.0  

[3 rows x 52 columns]
Potential High Outliers:
            id  member_id  loan_amnt  funded_amnt  funded_amnt_inv       term  \
0.8   862285.0  1075368.0    15000.0      15000.0          15000.0  36 months   
0.9  1002436.0  1228496.0    18000.0      18000.0          17950.0  60 months   
1.0        NaN        NaN        NaN          NaN              NaN        NaN   

    int_rate  installment grade sub_grade  ... next_pymnt_d  \
0.8    9.99%       483.94     B        B1  ...          NaN   
0.9   18.25%       459.54     D        D5  ...          NaN   
1.0      NaN          NaN   NaN       NaN  ...          NaN   

    last_credit_pull_d collections_12_mths_ex_med  policy_code  \
0.8           May-2016                        0.0          1.0   
0.9           Sep-2016                        0.0          1.0   
1.0                NaN                        NaN          NaN   

    application_type acc_now_delinq  chargeoff_within_12_mths delinq_amnt  \
0.8       INDIVIDUAL            0.0                       0.0         0.0   
0.9       INDIVIDUAL            0.0                       0.0         0.0   
1.0              NaN            NaN                       NaN         NaN   

    pub_rec_bankruptcies tax_liens  
0.8                  0.0       0.0  
0.9                  0.0       0.0  
1.0                  NaN       NaN  

[3 rows x 52 columns]

#Plot frequency of loans that did and did not default
plt.figure(figsize=(8, 4))
sns.barplot(data= loan, x=['Current', 'Default'], y=loan['loan_status'].value_counts())
plt.title('Distribution of Loan Status')
plt.xlabel('Loan Status')
plt.ylabel('Frequency')
plt.show()

#Plot distributions of numeric features for loans that did and did not default 
import matplotlib.pyplot as plt
import seaborn as sns

def plot_dist(df, numerical_cols, target):
  # Setting the aesthetic style of the plots
  sns.set_style("whitegrid")

  for col in numerical_cols:
    plt.figure(figsize=(8, 4))
    sns.histplot(data= df, x=col, hue=target, kde=True, bins=30)
    plt.title(f'Distribution of {col}')
    plt.xlabel(col)
    plt.ylabel('Frequency')
    plt.show()

plot_dist(loan, numeric_features, 'loan_status')

#Filter to payment amounts less than $5,000 to account for outliers
plt.figure(figsize=(8, 4))
sns.histplot(data= loan[loan['last_pymnt_amnt']<5000], x='last_pymnt_amnt', hue='loan_status', kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel('last_pymnt_amnt')
plt.ylabel('Frequency')
plt.show()

#Filter to payment amounts less than $1,000 to account for outliers
plt.figure(figsize=(8, 4))
sns.histplot(data= loan[loan['last_pymnt_amnt']<1000], x='last_pymnt_amnt', hue='loan_status', kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel('last_pymnt_amnt')
plt.ylabel('Frequency')
plt.show()

#Filter to payment amounts less than $200 to further explore pattern
plt.figure(figsize=(8, 4))
sns.histplot(data= loan[loan['last_pymnt_amnt']<200], x='last_pymnt_amnt', hue='loan_status', kde=True, bins=30)
plt.title(f'Distribution of {col}')
plt.xlabel('last_pymnt_amnt')
plt.ylabel('Frequency')
plt.show()

#Plot distributions for categorical features for loans that did and did not default
for col in categorical_features:
    plt.figure(figsize=(8, 4))
    sns.histplot(data= loan, x=col, hue='loan_status')
    plt.title(f'Distribution of {col}')
    plt.xlabel(col)
    plt.ylabel('Frequency')
    plt.show()

for col in categorical_features:
    print((loan[loan['loan_status'] == 1].groupby(col)['loan_status'].count() / loan.groupby(col)['loan_status'].count()).sort_values(ascending=False))

grade
G    0.337766
F    0.327833
E    0.258469
D    0.222821
C    0.168095
B    0.119490
A    0.060627
Name: loan_status, dtype: float64
sub_grade
F5    0.500000
G2    0.400000
F4    0.367347
G3    0.350000
G5    0.349206
F1    0.306569
G1    0.303922
G4    0.302632
F2    0.285714
E4    0.281330
F3    0.278409
E5    0.266854
E1    0.262726
E2    0.257143
D5    0.255556
D4    0.233251
D3    0.233189
E3    0.229474
D2    0.208022
D1    0.188503
C3    0.182513
C5    0.177928
C4    0.168085
C2    0.161533
C1    0.158026
B5    0.138199
B4    0.133596
B3    0.110632
B2    0.108345
B1    0.100000
A5    0.082269
A4    0.061644
A3    0.053859
A2    0.052299
A1    0.026650
Name: loan_status, dtype: float64
home_ownership
NONE        0.250000
OTHER       0.164835
RENT        0.157210
OWN         0.151209
MORTGAGE    0.142879
Name: loan_status, dtype: float64
verification_status
Verified           0.164376
Source Verified    0.148483
Not Verified       0.141301
Name: loan_status, dtype: float64

#Plot distributions for categorical features for loans that did and did not default
for col in categorical_features:
    plt.figure(figsize=(8, 4))
    sns.barplot(data= loan, x=((loan[loan['loan_status'] == 1].groupby(col)['loan_status'].count() / loan.groupby(col)['loan_status'].count()).sort_values(ascending=False).reset_index()[col]), y=(loan[loan['loan_status'] == 1].groupby(col)['loan_status'].count() / loan.groupby(col)['loan_status'].count()).sort_values(ascending=False).reset_index()['loan_status'])
    plt.title(f'Percentage of {col} that are defaulted loans')
    plt.xlabel(col)
    plt.ylabel('Percentage')
    plt.show()

#See box plots of the distribution of numeric features
for col in numeric_features:
    plt.figure(figsize=(8, 4))
    sns.boxplot(data= loan, x=col, hue="loan_status")
    plt.title(f'Box Plot of {col}')
    plt.xlabel(col)
    plt.show()

# Compute a correlation matrix of the numeric features
corr = loan[numeric_features].corr()

# Generate a heatmap
plt.figure(figsize=(10, 8))
sns.heatmap(corr, annot=True, fmt=".2f", cmap='coolwarm', cbar=True, square=True)
plt.title('Correlation Matrix of Numeric Features')
plt.show()

#Create table of correlations since there is not enough room on heat map
loan[numeric_features].corr()

#Split the data into training and test sets to make and evaluate the ML models
X_train, X_test, y_train, y_test = train_test_split(loan[numeric_features + categorical_features], loan[target], test_size=0.2, random_state=42)

# create numerical and categorical transformers

numeric_transformer = Pipeline(steps=[
    ('imputer', SimpleImputer(strategy='median')),
    ('scaler', StandardScaler())
])

categorical_transformer = Pipeline(steps=[
    ('imputer', SimpleImputer(strategy='constant', fill_value='missing')),
    ('onehot', OneHotEncoder(handle_unknown='ignore'))
])

# combine transformers and apply them to the appropriate features
preprocessor = ColumnTransformer(
    transformers=[
        ('num', numeric_transformer, numeric_features),
        ('cat', categorical_transformer, categorical_features)
    ]
)

# base estimators for stacker
base_estimators = [
    ('gbm', GradientBoostingClassifier(n_estimators=30, learning_rate=1.0, max_depth=3, random_state=42)),
    ('rf', RandomForestClassifier(n_estimators=25, random_state=42)),
    ('nn', MLPClassifier(random_state=42))
]

# final estimator on top
final_estimator = LogisticRegression()

stacking_classifier = StackingClassifier(
    estimators=base_estimators,
    final_estimator=final_estimator,
    cv=3,
    n_jobs=-1
)

pipeline = Pipeline(steps=[('preprocessor', preprocessor),
                           ('classifier', stacking_classifier)])

pipeline.fit(X_train, y_train)

Pipeline(steps=[('preprocessor',
                 ColumnTransformer(transformers=[('num',
                                                  Pipeline(steps=[('imputer',
                                                                   SimpleImputer(strategy='median')),
                                                                  ('scaler',
                                                                   StandardScaler())]),
                                                  ['loan_amnt', 'funded_amnt',
                                                   'funded_amnt_inv',
                                                   'installment', 'annual_inc',
                                                   'dti', 'delinq_2yrs',
                                                   'fico_range_low',
                                                   'fico_range_high',
                                                   'inq_last_6mths',
                                                   'mths_since_last_delinq',
                                                   'mths_since_last_re...
                                                  ['grade', 'sub_grade',
                                                   'home_ownership',
                                                   'verification_status'])])),
                ('classifier',
                 StackingClassifier(cv=3,
                                    estimators=[('gbm',
                                                 GradientBoostingClassifier(learning_rate=1.0,
                                                                            n_estimators=30,
                                                                            random_state=42)),
                                                ('rf',
                                                 RandomForestClassifier(n_estimators=25,
                                                                        random_state=42)),
                                                ('nn',
                                                 MLPClassifier(random_state=42))],
                                    final_estimator=LogisticRegression(),
                                    n_jobs=-1))])

Pipeline(steps=[('preprocessor',
                 ColumnTransformer(transformers=[('num',
                                                  Pipeline(steps=[('imputer',
                                                                   SimpleImputer(strategy='median')),
                                                                  ('scaler',
                                                                   StandardScaler())]),
                                                  ['loan_amnt', 'funded_amnt',
                                                   'funded_amnt_inv',
                                                   'installment', 'annual_inc',
                                                   'dti', 'delinq_2yrs',
                                                   'fico_range_low',
                                                   'fico_range_high',
                                                   'inq_last_6mths',
                                                   'mths_since_last_delinq',
                                                   'mths_since_last_re...
                                                  ['grade', 'sub_grade',
                                                   'home_ownership',
                                                   'verification_status'])])),
                ('classifier',
                 StackingClassifier(cv=3,
                                    estimators=[('gbm',
                                                 GradientBoostingClassifier(learning_rate=1.0,
                                                                            n_estimators=30,
                                                                            random_state=42)),
                                                ('rf',
                                                 RandomForestClassifier(n_estimators=25,
                                                                        random_state=42)),
                                                ('nn',
                                                 MLPClassifier(random_state=42))],
                                    final_estimator=LogisticRegression(),
                                    n_jobs=-1))])

ColumnTransformer(transformers=[('num',
                                 Pipeline(steps=[('imputer',
                                                  SimpleImputer(strategy='median')),
                                                 ('scaler', StandardScaler())]),
                                 ['loan_amnt', 'funded_amnt', 'funded_amnt_inv',
                                  'installment', 'annual_inc', 'dti',
                                  'delinq_2yrs', 'fico_range_low',
                                  'fico_range_high', 'inq_last_6mths',
                                  'mths_since_last_delinq',
                                  'mths_since_last_record', 'open_acc',
                                  'pub_rec', 'revol_bal', 'total_acc',
                                  'out_prncp', 'out_prncp_inv',
                                  'total_rec_late_fee', 'last_pymnt_amnt']),
                                ('cat',
                                 Pipeline(steps=[('imputer',
                                                  SimpleImputer(fill_value='missing',
                                                                strategy='constant')),
                                                 ('onehot',
                                                  OneHotEncoder(handle_unknown='ignore'))]),
                                 ['grade', 'sub_grade', 'home_ownership',
                                  'verification_status'])])

['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt']

SimpleImputer(strategy='median')

StandardScaler()

['grade', 'sub_grade', 'home_ownership', 'verification_status']

SimpleImputer(fill_value='missing', strategy='constant')

OneHotEncoder(handle_unknown='ignore')

StackingClassifier(cv=3,
                   estimators=[('gbm',
                                GradientBoostingClassifier(learning_rate=1.0,
                                                           n_estimators=30,
                                                           random_state=42)),
                               ('rf',
                                RandomForestClassifier(n_estimators=25,
                                                       random_state=42)),
                               ('nn', MLPClassifier(random_state=42))],
                   final_estimator=LogisticRegression(), n_jobs=-1)

#Have processed data to use grid search for parameter tuning
X_train_prep = preprocessor.fit_transform(X_train)
X_test_prep  = preprocessor.transform(X_test)

from sklearn.metrics import accuracy_score, precision_score, recall_score, f1_score, roc_auc_score
# Predictions for the training set
y_train_pred = pipeline.predict(X_train)
y_train_prob = pipeline.predict_proba(X_train)[:, 1]

# Predictions for the test set
y_test_pred = pipeline.predict(X_test)
y_test_prob = pipeline.predict_proba(X_test)[:, 1]

from sklearn.metrics import accuracy_score, precision_score, recall_score, f1_score, roc_auc_score
from sklearn.preprocessing import LabelBinarizer

# Binarize labels for AUC calculation
lb = LabelBinarizer()
y_train_binarized = lb.fit_transform(y_train).ravel()
y_test_binarized = lb.transform(y_test).ravel()

# Calculating metrics
train_accuracy = accuracy_score(y_train, y_train_pred)
test_accuracy = accuracy_score(y_test, y_test_pred)

train_precision = precision_score(y_train, y_train_pred, )
test_precision = precision_score(y_test, y_test_pred, )

train_recall = recall_score(y_train, y_train_pred, )
test_recall = recall_score(y_test, y_test_pred, )

train_f1 = f1_score(y_train, y_train_pred, )
test_f1 = f1_score(y_test, y_test_pred, )

train_auc = roc_auc_score(y_train_binarized, y_train_prob)
test_auc = roc_auc_score(y_test_binarized, y_test_prob)

# Print Metrics
print("Training Metrics:")
print(f"Accuracy: {train_accuracy:.2f}")
print(f"Precision (default): {train_precision:.2f}")
print(f"Recall (default): {train_recall:.2f}")
print(f"F1 Score (default): {train_f1:.2f}")
print(f"AUC: {train_auc:.2f}")

print("\nTest Metrics:")
print(f"Accuracy: {test_accuracy:.2f}")
print(f"Precision (default): {test_precision:.2f}")
print(f"Recall (default): {test_recall:.2f}")
print(f"F1 Score (default): {test_f1:.2f}")
print(f"AUC: {test_auc:.2f}")

Training Metrics:
Accuracy: 0.97
Precision (default): 0.97
Recall (default): 0.84
F1 Score (default): 0.90
AUC: 1.00

Test Metrics:
Accuracy: 0.88
Precision (default): 0.64
Recall (default): 0.37
F1 Score (default): 0.47
AUC: 0.89

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test_binarized, y_test_prob)
roc_auc = auc(fpr, tpr)

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test_binarized, y_test_prob)
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Plot PR Curve
plt.subplot(1, 2, 2)
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
plt.legend(loc="lower left")

plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc

# Assuming calculations for fpr, tpr, and thresholds_roc are already done

plt.figure(figsize=(14, 6))

# Plot ROC Curve
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlight the 5% FPR with a vertical line
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index for FPR just over 5%
plt.axvline(x=fpr[idx], color='r', linestyle='--')  # Vertical line for ~5% FPR
plt.plot(fpr[idx], tpr[idx], 'ro')  # Red dot at the intersection

# Adding a text annotation for the threshold
plt.annotate(f'Threshold={thresholds_roc[idx]:.2f}\nTPR/Recall={tpr[idx]:.2f}\n FPR = 5%', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(-10,10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Plot PR Curve
plt.subplot(1, 2, 2)
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')
plt.legend(loc="lower left")

plt.tight_layout()
plt.show()

import numpy as np

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.figure(figsize=(7, 5))

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

from sklearn.inspection import permutation_importance
result = permutation_importance(pipeline, X_test, y_test,
                                n_repeats=10, random_state=42,
                                n_jobs=-1)

def get_feature_names(column_transformer):
    """Get feature names from all transformers."""
    feature_names = []

    # Loop through each transformer within the ColumnTransformer
    for name, transformer, columns in column_transformer.transformers_:
        if name == 'remainder':  # Skip the 'remainder' transformer, if present
            continue
        if isinstance(transformer, Pipeline):
            # If the transformer is a pipeline, get the last transformer from the pipeline
            transformer = transformer.steps[-1][1]

        if hasattr(transformer, 'get_feature_names_out'):
            # If the transformer has 'get_feature_names_out', use it
            names = list(transformer.get_feature_names_out(columns))
        else:
            # Otherwise, just use the column names directly
            names = list(columns)

        feature_names.extend(names)

    return feature_names

transformed_feature_names = get_feature_names(preprocessor)
transformed_feature_names

['loan_amnt',
 'funded_amnt',
 'funded_amnt_inv',
 'installment',
 'annual_inc',
 'dti',
 'delinq_2yrs',
 'fico_range_low',
 'fico_range_high',
 'inq_last_6mths',
 'mths_since_last_delinq',
 'mths_since_last_record',
 'open_acc',
 'pub_rec',
 'revol_bal',
 'total_acc',
 'out_prncp',
 'out_prncp_inv',
 'total_rec_late_fee',
 'last_pymnt_amnt',
 'grade_A',
 'grade_B',
 'grade_C',
 'grade_D',
 'grade_E',
 'grade_F',
 'grade_G',
 'grade_missing',
 'sub_grade_A1',
 'sub_grade_A2',
 'sub_grade_A3',
 'sub_grade_A4',
 'sub_grade_A5',
 'sub_grade_B1',
 'sub_grade_B2',
 'sub_grade_B3',
 'sub_grade_B4',
 'sub_grade_B5',
 'sub_grade_C1',
 'sub_grade_C2',
 'sub_grade_C3',
 'sub_grade_C4',
 'sub_grade_C5',
 'sub_grade_D1',
 'sub_grade_D2',
 'sub_grade_D3',
 'sub_grade_D4',
 'sub_grade_D5',
 'sub_grade_E1',
 'sub_grade_E2',
 'sub_grade_E3',
 'sub_grade_E4',
 'sub_grade_E5',
 'sub_grade_F1',
 'sub_grade_F2',
 'sub_grade_F3',
 'sub_grade_F4',
 'sub_grade_F5',
 'sub_grade_G1',
 'sub_grade_G2',
 'sub_grade_G3',
 'sub_grade_G4',
 'sub_grade_G5',
 'sub_grade_missing',
 'home_ownership_MORTGAGE',
 'home_ownership_NONE',
 'home_ownership_OTHER',
 'home_ownership_OWN',
 'home_ownership_RENT',
 'home_ownership_missing',
 'verification_status_Not Verified',
 'verification_status_Source Verified',
 'verification_status_Verified',
 'verification_status_missing']

feature_names = numeric_features + categorical_features

for i in result.importances_mean.argsort()[::-1]:
    if result.importances_mean[i] - 2 * result.importances_std[i] > 0:
        print(f"Feature {feature_names[i]} "
              f"Mean Importance: {result.importances_mean[i]:.3f} "
              f"+/- {result.importances_std[i]:.3f}")

Feature last_pymnt_amnt Mean Importance: 0.070 +/- 0.004
Feature loan_amnt Mean Importance: 0.021 +/- 0.003
Feature funded_amnt Mean Importance: 0.019 +/- 0.003
Feature total_rec_late_fee Mean Importance: 0.013 +/- 0.001
Feature grade Mean Importance: 0.009 +/- 0.001
Feature funded_amnt_inv Mean Importance: 0.007 +/- 0.002
Feature annual_inc Mean Importance: 0.004 +/- 0.002
Feature installment Mean Importance: 0.003 +/- 0.001
Feature total_acc Mean Importance: 0.003 +/- 0.001
Feature out_prncp_inv Mean Importance: 0.002 +/- 0.000
Feature fico_range_high Mean Importance: 0.002 +/- 0.001
Feature out_prncp Mean Importance: 0.001 +/- 0.000
Feature pub_rec Mean Importance: 0.001 +/- 0.000

feature_importances_df = pd.DataFrame({
    'Feature': feature_names,  # Or 'feature_names' if applicable
    'Importance Mean': result.importances_mean,
    'Importance Std': result.importances_std
}).sort_values(by='Importance Mean', ascending=False).reset_index(drop=True)
feature_importances_df

plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df, x='Importance Mean', y='Feature')
plt.title('Permutation Importance')
plt.show()

# !pip install -U scikit-learn
numeric_features

['loan_amnt',
 'funded_amnt',
 'funded_amnt_inv',
 'installment',
 'annual_inc',
 'dti',
 'delinq_2yrs',
 'fico_range_low',
 'fico_range_high',
 'inq_last_6mths',
 'mths_since_last_delinq',
 'mths_since_last_record',
 'open_acc',
 'pub_rec',
 'revol_bal',
 'total_acc',
 'out_prncp',
 'out_prncp_inv',
 'total_rec_late_fee',
 'last_pymnt_amnt']

var = 'loan_amnt'
sample_n = 1000
pdp_values = pd.DataFrame(X_train[var].sort_values().sample(frac=0.2).unique(),columns=[var])
pdp_sample = X_train.sample(sample_n).drop(var, axis=1)

pdp_cross = pdp_sample.merge(pdp_values, how='cross')
pdp_cross['pred'] = pipeline.predict_proba(pdp_cross)[:,1]
plt.figure(figsize=(10, 3))
sns.lineplot(x=f"{var}", y='pred', data=pdp_cross)
plt.title(f"Partial Dependance Plot: {var}")
plt.ylabel('Predicted Probability')
plt.xticks(rotation=45)
plt.ylim(0.0, 1)
plt.grid(True)
plt.show()

#Funnction to plot the categorical partial dependencies between numerical features in ML models
#var is the feature
#sample_n is the number of rows to randomly sample
#pipeline is the pipeline or model where there are partial dependencies between features
#autogluon is whether the model is an AutoGluon model (boolean)
def pdp_plot_numeric(var, sample_n, pipeline, autogluon=False):
  # var = 'credit_amount'
  pdp_values = pd.DataFrame(X_train[var].sort_values().sample(frac=0.1).unique(),columns=[var])
  pdp_sample = X_train.sample(sample_n).drop(var, axis=1)

  pdp_cross = pdp_sample.merge(pdp_values, how='cross')
  if autogluon:
    pdp_cross['pred'] = pipeline.predict_proba(pdp_cross, as_pandas=False)[:,1]
  else:
    pdp_cross['pred'] = pipeline.predict_proba(pdp_cross)[:,1]
  plt.figure(figsize=(10, 3))
  sns.lineplot(x=f"{var}", y='pred', data=pdp_cross)
  plt.title(f"Partial Dependance Plot: {var}")
  plt.ylabel('Predicted Probability')
  plt.xticks(rotation=45)
  #plt.ylim(0, 1)
  plt.grid(True)
  plt.show()

# numeric_features = ['credit_amount', 'duration', 'age']
for var in numeric_features:
  pdp_plot_numeric(var, sample_n=300, pipeline=pipeline)

#Funnction to plot the categorical partial dependencies between categorical features in ML models
#var is the feature
#sample_n is the number of rows to randomly sample
#pipeline is the pipeline or model where there are partial dependencies between features
#autogluon is whether the model is an AutoGluon model (boolean)
def pdp_plot_categorical(var, sample_n, pipeline, autogluon=False):
  sns.set_style("whitegrid")  # Try "darkgrid", "ticks", etc.
  sns.set_context("notebook")  # Try "paper", "notebook", "poster" for different sizes

  pdp_values = pd.DataFrame(X_test[var].sort_values().unique(),columns=[var])
  pdp_sample = X_test.sample(sample_n).drop(var, axis=1)

  pdp_cross = pdp_sample.merge(pdp_values, how='cross')
  #Add autogluon setting to make it so AutoGluon models can work with this function
  #by making sure they return arrays instead of Pandas dataframes
  if autogluon:
      pdp_cross['pred'] = pipeline.predict_proba(pdp_cross, as_pandas=False)[:,1]
  else:
      pdp_cross['pred'] = pipeline.predict_proba(pdp_cross)[:,1]
  mean_pred = pdp_cross['pred'].mean()
  pdp_cross['pred'] = pdp_cross['pred'].apply(lambda x: x - mean_pred)
  plt.figure(figsize=(10, 3))
 #sns.lineplot(x=f"{var}", y='pred', data=pdp_cross)
  sns.barplot(x=f"{var}", y='pred',
              ci=None,
              data=pdp_cross,
              estimator="mean")
  plt.title(f"Partial Dependance Plot: {var}")
  plt.ylabel('Predicted Probability')
  plt.xticks(rotation=45)
  #plt.ylim(0, 1)
  plt.grid(True)
  plt.show()


for var in categorical_features:
  pdp_plot_categorical(var, sample_n=100, pipeline=pipeline)

!pip install dalex

Requirement already satisfied: dalex in c:\users\kyle\appdata\roaming\python\python310\site-packages (1.7.0)
Requirement already satisfied: pandas>=1.5.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from dalex) (2.2.1)
Requirement already satisfied: numpy>=1.23.3 in c:\programdata\anaconda3\lib\site-packages (from dalex) (1.26.4)
Collecting plotly>=5.1.0
  Downloading plotly-5.19.0-py3-none-any.whl (15.7 MB)
     --------------------------------------- 15.7/15.7 MB 46.9 MB/s eta 0:00:00
Requirement already satisfied: tqdm>=4.61.2 in c:\programdata\anaconda3\lib\site-packages (from dalex) (4.65.0)
Requirement already satisfied: scipy>=1.6.3 in c:\programdata\anaconda3\lib\site-packages (from dalex) (1.11.4)
Requirement already satisfied: setuptools in c:\programdata\anaconda3\lib\site-packages (from dalex) (65.6.3)
Requirement already satisfied: pytz>=2020.1 in c:\programdata\anaconda3\lib\site-packages (from pandas>=1.5.0->dalex) (2023.3.post1)
Requirement already satisfied: python-dateutil>=2.8.2 in c:\programdata\anaconda3\lib\site-packages (from pandas>=1.5.0->dalex) (2.8.2)
Requirement already satisfied: tzdata>=2022.7 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from pandas>=1.5.0->dalex) (2023.3)
Requirement already satisfied: packaging in c:\programdata\anaconda3\lib\site-packages (from plotly>=5.1.0->dalex) (23.1)
Collecting tenacity>=6.2.0
  Downloading tenacity-8.2.3-py3-none-any.whl (24 kB)
Requirement already satisfied: colorama in c:\programdata\anaconda3\lib\site-packages (from tqdm>=4.61.2->dalex) (0.4.6)
Requirement already satisfied: six>=1.5 in c:\programdata\anaconda3\lib\site-packages (from python-dateutil>=2.8.2->pandas>=1.5.0->dalex) (1.16.0)
Installing collected packages: tenacity, plotly
Successfully installed plotly-5.19.0 tenacity-8.2.3

ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.
statsforecast 1.4.0 requires numba>=0.55.0, which is not installed.
statsforecast 1.4.0 requires statsmodels>=0.13.2, which is not installed.
autogluon-timeseries 1.0.0 requires statsmodels<0.15,>=0.13.0, which is not installed.
autogluon-timeseries 1.0.0 requires pandas<2.2.0,>=2.0.0, but you have pandas 2.2.1 which is incompatible.

import dalex as dx # for explanations
pipeline_explainer = dx.Explainer(pipeline, X_test, y_test)
pipeline_explainer

Preparation of a new explainer is initiated

  -> data              : 5956 rows 24 cols
  -> target variable   : Parameter 'y' was a pandas.Series. Converted to a numpy.ndarray.
  -> target variable   : 5956 values
  -> model_class       : sklearn.ensemble._stacking.StackingClassifier (default)
  -> label             : Not specified, model's class short name will be used. (default)
  -> predict function  : <function yhat_proba_default at 0x000002C68279C040> will be used (default)
  -> predict function  : Accepts only pandas.DataFrame, numpy.ndarray causes problems.
  -> predicted values  : min = 0.0316, mean = 0.146, max = 0.967
  -> model type        : classification will be used (default)
  -> residual function : difference between y and yhat (default)
  -> residuals         : min = -0.95, mean = 0.00189, max = 0.968
  -> model_info        : package sklearn

A new explainer has been created!

<dalex._explainer.object.Explainer at 0x2c6840fb7c0>

#Use Dalex to determine how well the model is performing
model_performance  = pipeline_explainer.model_performance("classification")
model_performance.result

# Calculate feature importance
fi = pipeline_explainer.model_parts(processes=4)

# Plot feature importance
fi.plot()

# Let's say you want to create PDPs for a feature named 'feature_name'
pdp_numeric_profile = pipeline_explainer.model_profile(variables=numeric_features)

# Now, plot the PDP for 'feature_name'
pdp_numeric_profile.plot()

Calculating ceteris paribus: 100%|██████████| 20/20 [00:01<00:00, 10.99it/s]

pdp_categorical_profile = pipeline_explainer.model_profile(
    variable_type = 'categorical',
    variables=categorical_features)

# Now, plot the PDP for 'feature_name'
pdp_categorical_profile.plot()

Calculating ceteris paribus: 100%|██████████| 4/4 [00:00<00:00, 50.94it/s]

X_test['pred']= pipeline.predict(X_test)
X_test['pred_proba']= pipeline.predict_proba(X_test)[:,1]
X_test[target] = y_test
X_test.head()

top_10_tp = (X_test
             .query('loan_status == pred and loan_status == 1')
             .sort_values(by='pred_proba', ascending=False)
             .head(10)
             .reset_index(drop=True)
)
top_10_tp

bd_1 = pipeline_explainer.predict_parts(top_10_tp.iloc[0],
                                           type='break_down',
                                           label="record 1")

bd_1.result

bd_1.plot()

for index, row in top_10_tp.iterrows():
  local_breakdown_exp = pipeline_explainer.predict_parts(
      top_10_tp.iloc[index],
      type='break_down',
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

for index, row in top_10_tp.iterrows():
  local_breakdown_exp = pipeline_explainer.predict_parts(
      top_10_tp.iloc[index],
      type='shap',
      B=5,
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

for index, row in top_10_tp.iterrows():
  local_breakdown_exp = pipeline_explainer.predict_parts(
      top_10_tp.iloc[index],
      type='break_down_interactions',
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

top_10_fn = (X_test
             .query('loan_status != pred and loan_status == 1')
             .sort_values(by='pred_proba', ascending=True)
             .head(10)
             .reset_index(drop=True)
)
top_10_fn

for index, row in top_10_fn.iterrows():
  local_breakdown_exp = pipeline_explainer.predict_parts(
      top_10_fn.iloc[index],
      type='shap',
      B=5,
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

X_train

y_train

27888    1
1383     0
20758    0
2441     0
21877    0
        ..
21575    0
5390     0
860      0
15795    0
23654    0
Name: loan_status, Length: 23821, dtype: int64

train_data = pd.merge(X_train, y_train, left_on=X_train.index, right_on=y_train.index)
train_data = train_data.set_index('key_0').rename_axis('')
train_data

!pip install autogluon.tabular

Requirement already satisfied: autogluon.tabular in c:\users\kyle\appdata\roaming\python\python310\site-packages (1.0.0)
Requirement already satisfied: numpy<1.29,>=1.21 in c:\programdata\anaconda3\lib\site-packages (from autogluon.tabular) (1.26.4)
Requirement already satisfied: autogluon.core==1.0.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.tabular) (1.0.0)
Requirement already satisfied: scikit-learn<1.5,>=1.3.0 in c:\programdata\anaconda3\lib\site-packages (from autogluon.tabular) (1.4.0)
Requirement already satisfied: autogluon.features==1.0.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.tabular) (1.0.0)
Requirement already satisfied: scipy<1.13,>=1.5.4 in c:\programdata\anaconda3\lib\site-packages (from autogluon.tabular) (1.11.4)
Collecting pandas<2.2.0,>=2.0.0
  Using cached pandas-2.1.4-cp310-cp310-win_amd64.whl (10.7 MB)
Requirement already satisfied: networkx<4,>=3.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.tabular) (3.2.1)
Requirement already satisfied: matplotlib in c:\programdata\anaconda3\lib\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (3.8.0)
Requirement already satisfied: boto3<2,>=1.10 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (1.28.80)
Requirement already satisfied: requests in c:\programdata\anaconda3\lib\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (2.31.0)
Requirement already satisfied: autogluon.common==1.0.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (1.0.0)
Requirement already satisfied: tqdm<5,>=4.38 in c:\programdata\anaconda3\lib\site-packages (from autogluon.core==1.0.0->autogluon.tabular) (4.65.0)
Requirement already satisfied: psutil<6,>=5.7.3 in c:\programdata\anaconda3\lib\site-packages (from autogluon.common==1.0.0->autogluon.core==1.0.0->autogluon.tabular) (5.9.0)
Requirement already satisfied: setuptools in c:\programdata\anaconda3\lib\site-packages (from autogluon.common==1.0.0->autogluon.core==1.0.0->autogluon.tabular) (65.6.3)
Requirement already satisfied: pytz>=2020.1 in c:\programdata\anaconda3\lib\site-packages (from pandas<2.2.0,>=2.0.0->autogluon.tabular) (2023.3.post1)
Requirement already satisfied: python-dateutil>=2.8.2 in c:\programdata\anaconda3\lib\site-packages (from pandas<2.2.0,>=2.0.0->autogluon.tabular) (2.8.2)
Requirement already satisfied: tzdata>=2022.1 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from pandas<2.2.0,>=2.0.0->autogluon.tabular) (2023.3)
Requirement already satisfied: threadpoolctl>=2.0.0 in c:\programdata\anaconda3\lib\site-packages (from scikit-learn<1.5,>=1.3.0->autogluon.tabular) (2.2.0)
Requirement already satisfied: joblib>=1.2.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from scikit-learn<1.5,>=1.3.0->autogluon.tabular) (1.3.2)
Requirement already satisfied: s3transfer<0.8.0,>=0.7.0 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from boto3<2,>=1.10->autogluon.core==1.0.0->autogluon.tabular) (0.7.0)
Requirement already satisfied: botocore<1.32.0,>=1.31.80 in c:\users\kyle\appdata\roaming\python\python310\site-packages (from boto3<2,>=1.10->autogluon.core==1.0.0->autogluon.tabular) (1.31.80)
Collecting jmespath<2.0.0,>=0.7.1
  Downloading jmespath-1.0.1-py3-none-any.whl (20 kB)
Requirement already satisfied: six>=1.5 in c:\programdata\anaconda3\lib\site-packages (from python-dateutil>=2.8.2->pandas<2.2.0,>=2.0.0->autogluon.tabular) (1.16.0)
Requirement already satisfied: colorama in c:\programdata\anaconda3\lib\site-packages (from tqdm<5,>=4.38->autogluon.core==1.0.0->autogluon.tabular) (0.4.6)
Requirement already satisfied: contourpy>=1.0.1 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (1.2.0)
Requirement already satisfied: kiwisolver>=1.0.1 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (1.4.4)
Requirement already satisfied: fonttools>=4.22.0 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (4.25.0)
Requirement already satisfied: cycler>=0.10 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (0.11.0)
Requirement already satisfied: pillow>=6.2.0 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (10.2.0)
Requirement already satisfied: packaging>=20.0 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (23.1)
Requirement already satisfied: pyparsing>=2.3.1 in c:\programdata\anaconda3\lib\site-packages (from matplotlib->autogluon.core==1.0.0->autogluon.tabular) (3.0.9)
Requirement already satisfied: idna<4,>=2.5 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (3.4)
Requirement already satisfied: charset-normalizer<4,>=2 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (2.0.4)
Requirement already satisfied: urllib3<3,>=1.21.1 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (1.26.18)
Requirement already satisfied: certifi>=2017.4.17 in c:\programdata\anaconda3\lib\site-packages (from requests->autogluon.core==1.0.0->autogluon.tabular) (2024.2.2)
Installing collected packages: jmespath, pandas
  Attempting uninstall: pandas
    Found existing installation: pandas 2.2.1
    Uninstalling pandas-2.2.1:
      Successfully uninstalled pandas-2.2.1

ERROR: Could not install packages due to an OSError: [WinError 5] Access is denied: 'C:\\Users\\Kyle\\AppData\\Roaming\\Python\\Python310\\site-packages\\~~ndas.libs\\msvcp140-ef6047a69b174ada5cb2eff1d2bc9a62.dll'
Consider using the `--user` option or check the permissions.

from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.linear_model import LogisticRegression

#Hyperparameters to test for best performance for the logistic regression model
param_grid = {
    'penalty': [None, 'l1', 'l2', 'elasticnet'],
    'solver': ['lbfgs', 'liblinear', 'newton-cg', 'newton-cholesky', 'sag', 'saga'],
    'max_iter': [50, 100, 150, 200, 250, 300, 350, 400, 500],
    'l1_ratio': [0, 0.2, 0.3, 0.5, 0.7, 1]
}

gs = GridSearchCV(LogisticRegression(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)

# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)

# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)

Highest ROC Curve Score: 0.8665677443434512
Params With Highest ROC Curve Score: {'l1_ratio': 0.2, 'max_iter': 150, 'penalty': 'l1', 'solver': 'liblinear'}

from sklearn.linear_model import LogisticRegression
from sklearn.metrics import accuracy_score, precision_score, recall_score, roc_auc_score, f1_score, roc_curve

# Define the Logistic Regression pipeline
lr_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
                              ('classifier', LogisticRegression(random_state=42, max_iter=150, l1_ratio=0.2, penalty='l1', solver='liblinear'))])

# Train the Logistic Regression model
lr_pipeline.fit(X_train, y_train)

# Predict and evaluate the model
lr_predictions = lr_pipeline.predict(X_test)
lr_predictions_proba = lr_pipeline.predict_proba(X_test)
print(f"Logistic Regression Accuracy: {accuracy_score(y_test, lr_predictions):.4f}")
print(f"Logistic Regression Precision: {precision_score(y_test, lr_predictions):.4f}")
print(f"Logistic Regression Recall: {recall_score(y_test, lr_predictions):.4f}")
print(f"Logistic Regression AUC-ROC: {roc_auc_score(y_test, lr_predictions_proba[:,1]):.4f}")
print(f"Logistic Regression F1: {f1_score(y_test, lr_predictions):.4f}")

Logistic Regression Accuracy: 0.8617
Logistic Regression Precision: 0.5841
Logistic Regression Recall: 0.2247
Logistic Regression AUC-ROC: 0.8556
Logistic Regression F1: 0.3246

# Generate ROC curve from test data for logistic regression model
fpr, tpr, thresholds = roc_curve(y_test, lr_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, lr_predictions_proba[:,1])

# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Logistic Regression')
plt.legend(loc='lower right')
plt.show()

#Assign the recall and precision scores to variables for use in the precision-recall curve
recall = recall_score(y_test, lr_predictions)
precision = precision_score(y_test, lr_predictions)

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, lr_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, lr_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, lr_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, lr_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, lr_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, lr_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02)  # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = lr_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01)  # From 1% to 10%

# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)

# Print the results
for i in range(len(target_fpr)):
    print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")

Target FPR: 0.01, Expected TPR: 0.1022, Threshold: 0.6343
Target FPR: 0.02, Expected TPR: 0.1782, Threshold: 0.5490
Target FPR: 0.03, Expected TPR: 0.2350, Threshold: 0.4905
Target FPR: 0.04, Expected TPR: 0.2894, Threshold: 0.4517
Target FPR: 0.05, Expected TPR: 0.3348, Threshold: 0.4207
Target FPR: 0.06, Expected TPR: 0.3712, Threshold: 0.3909
Target FPR: 0.07, Expected TPR: 0.4325, Threshold: 0.3646
Target FPR: 0.08, Expected TPR: 0.4813, Threshold: 0.3394
Target FPR: 0.09, Expected TPR: 0.5131, Threshold: 0.3192
Target FPR: 0.10, Expected TPR: 0.5369, Threshold: 0.3024

import pandas as pd

# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
    'Target FPR (%)': target_fpr * 100,  # Convert to percentage
    'Expected TPR': interp_tpr,
    'Threshold': interp_thresholds
})

# Display the DataFrame
target_fpr_df

# prompt: extract feature names and position from pipeline to do logisic feature importance

feature_names = preprocessor.get_feature_names_out()
feature_importance = lr_pipeline.named_steps['classifier'].coef_
feature_importance_df = pd.DataFrame({'feature': feature_names, 'importance': feature_importance[0]})
feature_importance_df.sort_values(by='importance', ascending=False).reset_index(drop=True)

# Logistic Regression coefficients as feature importance
lr_coefficients = lr_pipeline.named_steps['classifier'].coef_[0]

# Aligning feature names and coefficients
lr_feature_importance_df = pd.DataFrame({'Feature': feature_names, 'Coefficient': lr_coefficients})
lr_feature_importance_df = lr_feature_importance_df.sort_values(by='Coefficient', ascending=False)
lr_feature_importance_df.head(10)

from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.ensemble import RandomForestClassifier

#Hyperparameters to test for best performance for the random forest model
param_grid = {
    'n_estimators': [10, 20, 50, 100, 150, 200],
    'max_depth': [2, 7, 10, 20, 30, 40, None],
    'min_samples_split': [2, 5, 10, 20, 25, 30, 35, 40],
    'max_leaf_nodes': [2, 4, 10, 20, 30, None],
    'ccp_alpha': [0, 0.05, 0.1, 0.5, 1]
}

gs = GridSearchCV(RandomForestClassifier(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)

# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)

# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)

Highest ROC Curve Score: 0.8757594783959132
Params With Highest ROC Curve Score: {'ccp_alpha': 0, 'max_depth': None, 'max_leaf_nodes': None, 'min_samples_split': 5, 'n_estimators': 200}

from sklearn.ensemble import RandomForestClassifier

# Define the Random Forest pipeline
rf_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
                              ('classifier', RandomForestClassifier(n_estimators=200, min_samples_split=5, n_jobs = -1, random_state=42))])

# Train the Random Forest model
rf_pipeline.fit(X_train, y_train)

# Predict and evaluate the model
rf_predictions = rf_pipeline.predict(X_test)
rf_predictions_proba = rf_pipeline.predict_proba(X_test)[:,1]
print(f"Random Forest Accuracy: {accuracy_score(y_test, rf_predictions):.4f}")
print(f"Random Forest Regression Precision: {precision_score(y_test, rf_predictions):.4f}")
print(f"Random Forest Regression Recall: {recall_score(y_test, rf_predictions):.4f}")
print(f"Random Forest Regression AUC-ROC: {roc_auc_score(y_test, rf_predictions_proba):.4f}")
print(f"Random Forest Regression F1: {f1_score(y_test, rf_predictions):.4f}")

Random Forest Accuracy: 0.8664
Random Forest Regression Precision: 0.6824
Random Forest Regression Recall: 0.1805
Random Forest Regression AUC-ROC: 0.8736
Random Forest Regression F1: 0.2855

# Generate ROC curve from test data
fpr, tpr, thresholds = roc_curve(y_test, rf_predictions_proba)
roc_auc = roc_auc_score(y_test, rf_predictions_proba)

# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Random Forest')
plt.legend(loc='lower right')
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, rf_predictions_proba)
roc_auc = roc_auc_score(y_test, rf_predictions_proba)

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, rf_predictions_proba)
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, rf_predictions_proba)
roc_auc = roc_auc_score(y_test, rf_predictions_proba)

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, rf_predictions_proba)
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02)  # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = rf_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01)  # From 1% to 10%

# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)

# Print the results
for i in range(len(target_fpr)):
    print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")

Target FPR: 0.01, Expected TPR: 0.1362, Threshold: 0.5317
Target FPR: 0.02, Expected TPR: 0.2134, Threshold: 0.4726
Target FPR: 0.03, Expected TPR: 0.2736, Threshold: 0.4379
Target FPR: 0.04, Expected TPR: 0.3383, Threshold: 0.4100
Target FPR: 0.05, Expected TPR: 0.3791, Threshold: 0.3897
Target FPR: 0.06, Expected TPR: 0.4325, Threshold: 0.3674
Target FPR: 0.07, Expected TPR: 0.4813, Threshold: 0.3490
Target FPR: 0.08, Expected TPR: 0.5187, Threshold: 0.3317
Target FPR: 0.09, Expected TPR: 0.5437, Threshold: 0.3204
Target FPR: 0.10, Expected TPR: 0.5789, Threshold: 0.3079

import pandas as pd

# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
    'Target FPR (%)': target_fpr * 100,  # Convert to percentage
    'Expected TPR': interp_tpr,
    'Threshold': interp_thresholds
})

# Display the DataFrame
target_fpr_df

# Adjusting the feature name extraction for OneHotEncoder to use get_feature_names_out
feature_names = list(preprocessor.transformers_[0][2]) + \
    list(preprocessor.named_transformers_['cat'].named_steps['onehot'].get_feature_names_out(categorical_features))

rf_importances = rf_pipeline.named_steps['classifier'].feature_importances_

# Display the top 10 features
rf_feature_importance_df = pd.DataFrame({'Feature': feature_names, 'Importance': rf_importances})
rf_feature_importance_df = rf_feature_importance_df.sort_values(by='Importance', ascending=False)
rf_feature_importance_df.head(10)

import matplotlib.pyplot as plt

# Plot for Random Forest
plt.figure(figsize=(10, 6))
plt.title('Top 10 Feature Importances in Random Forest')
plt.barh(rf_feature_importance_df['Feature'][:10], rf_feature_importance_df['Importance'][:10])
plt.xlabel('Importance')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()

# Plot for Logistic Regression
plt.figure(figsize=(10, 6))
plt.title('Top 10 Features Coefficients in Logistic Regression')
plt.barh(lr_feature_importance_df['Feature'][:10], lr_feature_importance_df['Coefficient'][:10])
plt.xlabel('Coefficient')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()

from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.ensemble import GradientBoostingClassifier

#Hyperparameters to test for best performance from the Gradient Boosting Machine
param_grid = {
    'n_estimators': [10, 20, 50, 100],
    'learning_rate': [0.05, 0.1, 0.2, 0.5, 1],
    'subsample': [0.1, 0.5, 0.7, 1],
    'min_samples_split': [2, 5, 10],
    'max_depth': [2, 7, 20, 50, None],
    'ccp_alpha': [0, 0.05, 0.1, 0.5, 1]
}

gs = GridSearchCV(GradientBoostingClassifier(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)

# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)

# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)

Highest ROC Curve Score: 0.9164312105440845
Params With Highest ROC Curve Score: {'ccp_alpha': 0, 'learning_rate': 0.2, 'max_depth': 20, 'min_samples_split': 10, 'n_estimators': 100, 'subsample': 1}

from sklearn.ensemble import GradientBoostingClassifier
from sklearn.metrics import accuracy_score

# Define the GBMClassifier - here we are not using the pipeline just model

gbm_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
                              ('classifier', GradientBoostingClassifier(n_estimators=100, learning_rate=0.2, max_depth=20, min_samples_split=10, subsample=1, random_state=42))])

# Train the GBMClassifier model
gbm_pipeline.fit(X_train, y_train)

# Predict and evaluate the model
gbm_predictions = gbm_pipeline.predict(X_test)
gbm_predictions_proba = gbm_pipeline.predict_proba(X_test)
print(f"GBMClassifier Accuracy: {accuracy_score(y_test, gbm_predictions):.4f}")
print(f"GBMClassifier Precision: {precision_score(y_test, gbm_predictions):.4f}")
print(f"GBMClassifier Recall: {recall_score(y_test, gbm_predictions):.4f}")
print(f"GBMClassifier AUC-ROC: {roc_auc_score(y_test, gbm_predictions_proba[:,1]):.4f}")
print(f"GBMClassifier F1: {f1_score(y_test, gbm_predictions):.4f}")

GBMClassifier Accuracy: 0.8914
GBMClassifier Precision: 0.7127
GBMClassifier Recall: 0.4449
GBMClassifier AUC-ROC: 0.9255
GBMClassifier F1: 0.5479

# Generate ROC curve from test data
fpr, tpr, thresholds = roc_curve(y_test, gbm_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, gbm_predictions_proba[:,1])

# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Gradient-Boosting Machine')
plt.legend(loc='lower right')
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, gbm_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, gbm_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, gbm_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, gbm_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, gbm_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, gbm_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02)  # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = gbm_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01)  # From 1% to 10%

# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)

# Print the results
for i in range(len(target_fpr)):
    print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")

Target FPR: 0.01, Expected TPR: 0.2350, Threshold: 0.9552
Target FPR: 0.02, Expected TPR: 0.3553, Threshold: 0.7625
Target FPR: 0.03, Expected TPR: 0.4370, Threshold: 0.5312
Target FPR: 0.04, Expected TPR: 0.5199, Threshold: 0.3041
Target FPR: 0.05, Expected TPR: 0.5778, Threshold: 0.1934
Target FPR: 0.06, Expected TPR: 0.6345, Threshold: 0.1102
Target FPR: 0.07, Expected TPR: 0.6776, Threshold: 0.0590
Target FPR: 0.08, Expected TPR: 0.7117, Threshold: 0.0369
Target FPR: 0.09, Expected TPR: 0.7446, Threshold: 0.0223
Target FPR: 0.10, Expected TPR: 0.7753, Threshold: 0.0132

import pandas as pd

# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
    'Target FPR (%)': target_fpr * 100,  # Convert to percentage
    'Expected TPR': interp_tpr,
    'Threshold': interp_thresholds
})

# Display the DataFrame
target_fpr_df

# Adjusting the feature name extraction for OneHotEncoder to use get_feature_names_out
feature_names = list(preprocessor.transformers_[0][2]) + \
    list(preprocessor.named_transformers_['cat'].named_steps['onehot'].get_feature_names_out(categorical_features))

gbm_importances = gbm_pipeline.named_steps['classifier'].feature_importances_

# Display the top 10 features
gbm_feature_importance_df = pd.DataFrame({'Feature': feature_names, 'Importance': gbm_importances})
gbm_feature_importance_df = gbm_feature_importance_df.sort_values(by='Importance', ascending=False)
gbm_feature_importance_df.head(10)

import matplotlib.pyplot as plt

# Plot for GBM
plt.figure(figsize=(10, 6))
plt.title('Top 10 Feature Importances in Gradient Boosted Machine')
plt.barh(gbm_feature_importance_df['Feature'][:10], gbm_feature_importance_df['Importance'][:10])
plt.xlabel('Importance')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()

# Plot for Random Forest
plt.figure(figsize=(10, 6))
plt.title('Top 10 Feature Importances in Random Forest')
plt.barh(rf_feature_importance_df['Feature'][:10], rf_feature_importance_df['Importance'][:10])
plt.xlabel('Importance')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()

# Plot for Logistic Regression
plt.figure(figsize=(10, 6))
plt.title('Top 10 Features Coefficients in Logistic Regression')
plt.barh(lr_feature_importance_df['Feature'][:10], lr_feature_importance_df['Coefficient'][:10])
plt.xlabel('Coefficient')
plt.ylabel('Feature')
plt.gca().invert_yaxis()
plt.show()

from sklearn.model_selection import cross_validate, GridSearchCV, train_test_split
from sklearn.neural_network import MLPClassifier

#Hyperparameters to test for best performance from the Multi-Layer Perceptron
param_grid = {
    'hidden_layer_sizes': [(20,10,),(100,),(20,10,10),(20,20,20,),(20,10,10,10,10,), (100,50,50,50,50,), (100,50,50,50,50,50,), (100,50,50,50,50,50,50,), (500,100,100,100,100,100,)],
    'activation': ['identity', 'logistic', 'tanh', 'relu'],
    'solver': ['lbfgs', 'sgd', 'adam'],
    'alpha': [0.0001, 0.0005, 0.001, 0.005, 0.01],
    'max_iter': [500],
    'early_stopping': [True]
}

gs = GridSearchCV(MLPClassifier(), param_grid, scoring='roc_auc', cv=3, n_jobs=-1)
gs.fit(X_train_prep, y_train)

# best ROC score
print('Highest ROC Curve Score:', gs.best_score_)

# combination of parameters that gave the best ROC score
print('Params With Highest ROC Curve Score:', gs.best_params_)

Highest ROC Curve Score: 0.8679972110661182
Params With Highest ROC Curve Score: {'activation': 'logistic', 'alpha': 0.0001, 'early_stopping': True, 'hidden_layer_sizes': (100, 50, 50, 50, 50), 'max_iter': 500, 'solver': 'adam'}

from sklearn.neural_network import MLPClassifier
from sklearn.metrics import accuracy_score

# Define the MLPClassifier

mlp_pipeline = Pipeline(steps=[('preprocessor', preprocessor),
                              ('classifier', MLPClassifier(hidden_layer_sizes=(100,50,50,50,50,), activation='logistic', alpha=0.001, early_stopping=True, max_iter=500, solver='adam', random_state=42))])

# Train the MLPClassifier model
mlp_pipeline.fit(X_train, y_train)

# Predict and evaluate the model
mlp_predictions = mlp_pipeline.predict(X_test)
mlp_predictions_proba = mlp_pipeline.predict_proba(X_test)
print(f"MLPClassifier Accuracy: {accuracy_score(y_test, mlp_predictions):.4f}")
print(f"MLPClassifier Precision: {precision_score(y_test, mlp_predictions):.4f}")
print(f"MLPClassifier Recall: {recall_score(y_test, mlp_predictions):.4f}")
print(f"MLPClassifier AUC-ROC: {roc_auc_score(y_test, mlp_predictions_proba[:,1]):.4f}")
print(f"MLPClassifier F1: {f1_score(y_test, mlp_predictions):.4f}")

MLPClassifier Accuracy: 0.8603
MLPClassifier Precision: 0.5582
MLPClassifier Recall: 0.2667
MLPClassifier AUC-ROC: 0.8599
MLPClassifier F1: 0.3610

# Generate ROC curve for test data
fpr, tpr, thresholds = roc_curve(y_test, mlp_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, mlp_predictions_proba[:,1])

# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Multi-Layer Perceptron')
plt.legend(loc='lower right')
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, mlp_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, mlp_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, mlp_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, mlp_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, mlp_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, mlp_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02)  # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = mlp_pipeline.predict_proba(X_test)[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01)  # From 1% to 10%

# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)

# Print the results
for i in range(len(target_fpr)):
    print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")

Target FPR: 0.01, Expected TPR: 0.0760, Threshold: 0.5899
Target FPR: 0.02, Expected TPR: 0.1510, Threshold: 0.5480
Target FPR: 0.03, Expected TPR: 0.2247, Threshold: 0.5175
Target FPR: 0.04, Expected TPR: 0.2747, Threshold: 0.4936
Target FPR: 0.05, Expected TPR: 0.3451, Threshold: 0.4721
Target FPR: 0.06, Expected TPR: 0.3961, Threshold: 0.4510
Target FPR: 0.07, Expected TPR: 0.4381, Threshold: 0.4328
Target FPR: 0.08, Expected TPR: 0.4858, Threshold: 0.4124
Target FPR: 0.09, Expected TPR: 0.5210, Threshold: 0.3950
Target FPR: 0.10, Expected TPR: 0.5551, Threshold: 0.3787

import pandas as pd

# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
    'Target FPR (%)': target_fpr * 100,  # Convert to percentage
    'Expected TPR': interp_tpr,
    'Threshold': interp_thresholds
})

# Display the DataFrame
target_fpr_df

from sklearn.inspection import permutation_importance
result = permutation_importance(mlp_pipeline, X_test, y_test,
                                n_repeats=10, random_state=42,
                                n_jobs=-1)

feature_names = numeric_features + categorical_features

for i in result.importances_mean.argsort()[::-1]:
    if result.importances_mean[i] - 2 * result.importances_std[i] > 0:
        print(f"Feature {feature_names[i]} "
              f"Mean Importance: {result.importances_mean[i]:.3f} "
              f"+/- {result.importances_std[i]:.3f}")

Feature funded_amnt Mean Importance: 0.079 +/- 0.003
Feature last_pymnt_amnt Mean Importance: 0.042 +/- 0.003
Feature installment Mean Importance: 0.035 +/- 0.002
Feature loan_amnt Mean Importance: 0.023 +/- 0.003
Feature total_rec_late_fee Mean Importance: 0.008 +/- 0.002
Feature grade Mean Importance: 0.007 +/- 0.002
Feature funded_amnt_inv Mean Importance: 0.004 +/- 0.001
Feature annual_inc Mean Importance: 0.002 +/- 0.001

feature_importances_df_mlp = pd.DataFrame({
    'Feature': feature_names,  # Or 'feature_names' if applicable
    'Importance Mean': result.importances_mean,
    'Importance Std': result.importances_std
}).sort_values(by='Importance Mean', ascending=False).reset_index(drop=True)
feature_importances_df_mlp

plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df_mlp, x='Importance Mean', y='Feature')
plt.title('Feature Importance For Multi-Layer Perceptron')
plt.show()

from autogluon.tabular import TabularDataset, TabularPredictor
time_limit = 86400           # for quick demonstration only, you should set this to longest time you are willing to wait (in seconds)
metric = 'roc_auc'        # specify your evaluation metric here


# Initialize the TabularPredictor object.
glu_model_medium = TabularPredictor(label='loan_status',
                             problem_type='binary',
                             path='./loan_medium_quality_models_2',
                             eval_metric=metric)


# Fit the model.
"""
presets='best_quality'   : Maximize accuracy. Default time_limit=3600.
	presets='high_quality'   : Strong accuracy with fast inference speed. Default time_limit=3600.
	presets='good_quality'   : Good accuracy with very fast inference speed. Default time_limit=3600.
	presets='medium_quality' : Fast training time, ideal for initial prototyping.
"""
glu_model_medium = glu_model_medium.fit(train_data,
                          time_limit=time_limit,
                          presets='medium_quality', # switch to one of the above presets.
                          )

Presets specified: ['medium_quality']
Beginning AutoGluon training ... Time limit = 86400s
AutoGluon will save models to "./loan_medium_quality_models_2"
=================== System Info ===================
AutoGluon Version:  1.0.0
Python Version:     3.10.13
Operating System:   Windows
Platform Machine:   AMD64
Platform Version:   10.0.22621
CPU Count:          20
Memory Avail:       17.50 GB / 31.73 GB (55.2%)
Disk Space Avail:   733.48 GB / 951.65 GB (77.1%)
===================================================
Train Data Rows:    23821
Train Data Columns: 24
Label Column:       loan_status
Problem Type:       binary
Preprocessing data ...
Selected class <--> label mapping:  class 1 = 1, class 0 = 0
Using Feature Generators to preprocess the data ...
Fitting AutoMLPipelineFeatureGenerator...
	Available Memory:                    17920.23 MB
	Train Data (Original)  Memory Usage: 9.27 MB (0.1% of available memory)
	Inferring data type of each feature based on column values. Set feature_metadata_in to manually specify special dtypes of the features.
	Stage 1 Generators:
		Fitting AsTypeFeatureGenerator...
	Stage 2 Generators:
		Fitting FillNaFeatureGenerator...
	Stage 3 Generators:
		Fitting IdentityFeatureGenerator...
		Fitting CategoryFeatureGenerator...
			Fitting CategoryMemoryMinimizeFeatureGenerator...
	Stage 4 Generators:
		Fitting DropUniqueFeatureGenerator...
	Stage 5 Generators:
		Fitting DropDuplicatesFeatureGenerator...
	Types of features in original data (raw dtype, special dtypes):
		('float', [])  : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
		('object', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
	Types of features in processed data (raw dtype, special dtypes):
		('category', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
		('float', [])    : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
	0.1s = Fit runtime
	24 features in original data used to generate 24 features in processed data.
	Train Data (Processed) Memory Usage: 3.73 MB (0.0% of available memory)
Data preprocessing and feature engineering runtime = 0.09s ...
AutoGluon will gauge predictive performance using evaluation metric: 'roc_auc'
	This metric expects predicted probabilities rather than predicted class labels, so you'll need to use predict_proba() instead of predict()
	To change this, specify the eval_metric parameter of Predictor()
Automatically generating train/validation split with holdout_frac=0.1, Train Rows: 21438, Val Rows: 2383
User-specified model hyperparameters to be fit:
{
	'NN_TORCH': {},
	'GBM': [{'extra_trees': True, 'ag_args': {'name_suffix': 'XT'}}, {}, 'GBMLarge'],
	'CAT': {},
	'XGB': {},
	'FASTAI': {},
	'RF': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
	'XT': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
	'KNN': [{'weights': 'uniform', 'ag_args': {'name_suffix': 'Unif'}}, {'weights': 'distance', 'ag_args': {'name_suffix': 'Dist'}}],
}
Fitting 13 L1 models ...
Fitting model: KNeighborsUnif ... Training model for up to 86399.91s of the 86399.91s of remaining time.
No sympy found
	0.6728	 = Validation score   (roc_auc)
	0.78s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: KNeighborsDist ... Training model for up to 86398.95s of the 86398.95s of remaining time.
	0.6755	 = Validation score   (roc_auc)
	0.02s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: LightGBMXT ... Training model for up to 86398.88s of the 86398.88s of remaining time.
	0.8935	 = Validation score   (roc_auc)
	0.98s	 = Training   runtime
	0.02s	 = Validation runtime
Fitting model: LightGBM ... Training model for up to 86397.85s of the 86397.85s of remaining time.
	0.9208	 = Validation score   (roc_auc)
	0.86s	 = Training   runtime
	0.0s	 = Validation runtime
Fitting model: RandomForestGini ... Training model for up to 86396.94s of the 86396.94s of remaining time.
	0.889	 = Validation score   (roc_auc)
	1.26s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForestEntr ... Training model for up to 86395.56s of the 86395.56s of remaining time.
	0.8933	 = Validation score   (roc_auc)
	1.33s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: CatBoost ... Training model for up to 86394.1s of the 86394.1s of remaining time.
	0.9239	 = Validation score   (roc_auc)
	152.31s	 = Training   runtime
	0.02s	 = Validation runtime
Fitting model: ExtraTreesGini ... Training model for up to 86241.76s of the 86241.76s of remaining time.
	0.8473	 = Validation score   (roc_auc)
	0.71s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: ExtraTreesEntr ... Training model for up to 86240.83s of the 86240.83s of remaining time.
	0.8516	 = Validation score   (roc_auc)
	0.71s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI ... Training model for up to 86239.92s of the 86239.92s of remaining time.
	Warning: Exception caused NeuralNetFastAI to fail during training (ImportError)... Skipping this model.
		Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`. 
Fitting model: XGBoost ... Training model for up to 86239.8s of the 86239.8s of remaining time.
	0.9211	 = Validation score   (roc_auc)
	2.54s	 = Training   runtime
	0.01s	 = Validation runtime
Fitting model: NeuralNetTorch ... Training model for up to 86237.24s of the 86237.24s of remaining time.
	Warning: Exception caused NeuralNetTorch to fail during training... Skipping this model.
		name '_C' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 457, in <module>
    for name in dir(_C):
NameError: name '_C' is not defined
Fitting model: LightGBMLarge ... Training model for up to 86237.1s of the 86237.1s of remaining time.
	0.9287	 = Validation score   (roc_auc)
	1.53s	 = Training   runtime
	0.01s	 = Validation runtime
Fitting model: WeightedEnsemble_L2 ... Training model for up to 8639.99s of the 86235.46s of remaining time.
	Ensemble Weights: {'LightGBMLarge': 0.541, 'CatBoost': 0.262, 'LightGBM': 0.082, 'XGBoost': 0.082, 'KNeighborsDist': 0.033}
	0.9308	 = Validation score   (roc_auc)
	0.33s	 = Training   runtime
	0.0s	 = Validation runtime
AutoGluon training complete, total runtime = 164.91s ... Best model: "WeightedEnsemble_L2"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_medium_quality_models_2")

glu_model_medium.evaluate(X_test)

{'roc_auc': 0.923020526383476,
 'accuracy': 0.8859973136333109,
 'balanced_accuracy': 0.6878087484553491,
 'mcc': 0.47488774636669245,
 'f1': 0.5132616487455197,
 'precision': 0.6964980544747081,
 'recall': 0.40635641316685583}

#Evaluate the metrics of the models
glu_model_medium.leaderboard(X_test)

glu_model_medium.leaderboard(X_test, extra_metrics=['accuracy', 'balanced_accuracy', 'log_loss'])

#Get list of the models trained
glu_model_medium.model_names()

['KNeighborsUnif',
 'KNeighborsDist',
 'LightGBMXT',
 'LightGBM',
 'RandomForestGini',
 'RandomForestEntr',
 'CatBoost',
 'ExtraTreesGini',
 'ExtraTreesEntr',
 'XGBoost',
 'LightGBMLarge',
 'WeightedEnsemble_L2']

print("AutoGluon infers problem type is: ", glu_model_medium.problem_type)
print("AutoGluon identified the following types of features:")
print(glu_model_medium.feature_metadata)

AutoGluon infers problem type is:  binary
AutoGluon identified the following types of features:
('category', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
('float', [])    : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]

test_data_transform = glu_model_medium.transform_features(X_test)
test_data_transform.head()

glu_model_medium.leaderboard(test, extra_metrics=['accuracy', 'recall', 'precision']).head(20)

#Get more information on the models
glu_model_medium.leaderboard(extra_info=True)

#Determine the most important features for the best quality AutoGluon ensemble model
feature_importances_df_autogluon_medium = glu_model_medium.feature_importance(test) #Originally X_test on first run but changed to test since X_test no longer has loan status
feature_importances_df_autogluon_medium

#Create a plot of the feature importance
plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df_autogluon_medium, x='importance', y=feature_importances_df.index)
plt.title('Feature Importance For Medium Quality AutoGluon Ensemble Model')
plt.show()

# best model
glu_model_medium.model_best

'WeightedEnsemble_L2'

#Load the best medium models that were trained previously
from autogluon.tabular import TabularDataset, TabularPredictor
glu_model_medium = TabularPredictor.load('./loan_medium_quality_models_2')

#Create a test set to determine how well the models are performing
test = pd.concat([X_test, y_test], axis=1)
test

# best model
glu_model_medium.model_best

'WeightedEnsemble_L2'

#Predict the probabilities of defaulting on the test data and convert the
#returned Pandas dataframe into an array so it can be used for metrics
#like the ROC curve
autogluon_predictions_medium_proba = glu_model_medium.predict_proba(X_test)
autogluon_predictions_medium_proba = np.array(autogluon_predictions_medium_proba)
autogluon_predictions_medium_proba

array([[9.41752613e-01, 5.82473800e-02],
       [9.90152359e-01, 9.84766800e-03],
       [9.99665797e-01, 3.34194483e-04],
       ...,
       [9.31284189e-01, 6.87157959e-02],
       [8.28898072e-01, 1.71101898e-01],
       [1.76530123e-01, 8.23469877e-01]])

# Generate ROC curve for test data
fpr, tpr, thresholds = roc_curve(y_test, autogluon_predictions_medium_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_medium_proba[:,1])

# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Medium Quality AutoGluon Weighted Ensemble')
plt.legend(loc='lower right')
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_medium_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_medium_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_medium_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_medium_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_medium_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_medium_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02)  # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

from sklearn.metrics import roc_curve
import numpy as np
# Predict probabilities for the positive class
y_scores = np.array(glu_model_medium.predict_proba(X_test))[:, 1]
fpr, tpr, thresholds = roc_curve(y_test, y_scores)
# Define target FPR values
target_fpr = np.arange(0.01, 0.11, 0.01)  # From 1% to 10%

# Interpolate to find TPR and threshold for target FPRs
interp_tpr = np.interp(target_fpr, fpr, tpr)
interp_thresholds = np.interp(target_fpr, fpr, thresholds)

# Print the results
for i in range(len(target_fpr)):
    print(f"Target FPR: {target_fpr[i]:.2f}, Expected TPR: {interp_tpr[i]:.4f}, Threshold: {interp_thresholds[i]:.4f}")

Target FPR: 0.01, Expected TPR: 0.2179, Threshold: 0.6918
Target FPR: 0.02, Expected TPR: 0.3144, Threshold: 0.5740
Target FPR: 0.03, Expected TPR: 0.4030, Threshold: 0.5040
Target FPR: 0.04, Expected TPR: 0.4745, Threshold: 0.4520
Target FPR: 0.05, Expected TPR: 0.5471, Threshold: 0.4038
Target FPR: 0.06, Expected TPR: 0.5914, Threshold: 0.3620
Target FPR: 0.07, Expected TPR: 0.6515, Threshold: 0.3234
Target FPR: 0.08, Expected TPR: 0.7174, Threshold: 0.2865
Target FPR: 0.09, Expected TPR: 0.7480, Threshold: 0.2585
Target FPR: 0.10, Expected TPR: 0.7707, Threshold: 0.2394

import pandas as pd

# Create a DataFrame from the target FPR, interpolated TPR, and interpolated thresholds
target_fpr_df = pd.DataFrame({
    'Target FPR (%)': target_fpr * 100,  # Convert to percentage
    'Expected TPR': interp_tpr,
    'Threshold': interp_thresholds
})

# Display the DataFrame
target_fpr_df

#Train best quality AutoGluon models and AutoGluon will determine which one is best by roc_auc
from autogluon.tabular import TabularDataset, TabularPredictor
time_limit = 86400           # Put in 24 hours so AutoGluon can take however long it needs to take
metric = 'roc_auc'        # Use roc_auc metric


# Initialize the TabularPredictor object.
glu_model_best = TabularPredictor(label='loan_status',
                             problem_type='binary',
                             path='./loan_best_quality_models_2',
                             eval_metric=metric)


# Fit the model.
"""
presets='best_quality'   : Maximize accuracy. Default time_limit=3600.
	presets='high_quality'   : Strong accuracy with fast inference speed. Default time_limit=3600.
	presets='good_quality'   : Good accuracy with very fast inference speed. Default time_limit=3600.
	presets='medium_quality' : Fast training time, ideal for initial prototyping.
"""
glu_model_best = glu_model_best.fit(train_data,
                          time_limit=time_limit,
                          presets='best_quality', # train at best quality
                          )

Presets specified: ['best_quality']
Stack configuration (auto_stack=True): num_stack_levels=1, num_bag_folds=8, num_bag_sets=1
Dynamic stacking is enabled (dynamic_stacking=True). AutoGluon will try to determine whether the input data is affected by stacked overfitting and enable or disable stacking as a consequence.
Detecting stacked overfitting by sub-fitting AutoGluon on the input data. That is, copies of AutoGluon will be sub-fit on subset(s) of the data. Then, the holdout validation data is used to detect stacked overfitting.
Sub-fit(s) time limit is: 86400 seconds.
Starting holdout-based sub-fit for dynamic stacking. Context path is: ./loan_best_quality_models_2/ds_sub_fit/sub_fit_ho.
2024-03-03 17:31:50,522	INFO util.py:159 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.
Beginning AutoGluon training ... Time limit = 21600s
AutoGluon will save models to "./loan_best_quality_models_2/ds_sub_fit/sub_fit_ho"
=================== System Info ===================
AutoGluon Version:  1.0.0
Python Version:     3.10.13
Operating System:   Windows
Platform Machine:   AMD64
Platform Version:   10.0.22621
CPU Count:          20
Memory Avail:       16.87 GB / 31.73 GB (53.2%)
Disk Space Avail:   732.92 GB / 951.65 GB (77.0%)
===================================================
Train Data Rows:    21174
Train Data Columns: 24
Label Column:       loan_status
Problem Type:       binary
Preprocessing data ...
Selected class <--> label mapping:  class 1 = 1, class 0 = 0
Using Feature Generators to preprocess the data ...
Fitting AutoMLPipelineFeatureGenerator...
	Available Memory:                    17280.33 MB
	Train Data (Original)  Memory Usage: 8.24 MB (0.0% of available memory)
	Inferring data type of each feature based on column values. Set feature_metadata_in to manually specify special dtypes of the features.
	Stage 1 Generators:
		Fitting AsTypeFeatureGenerator...
	Stage 2 Generators:
		Fitting FillNaFeatureGenerator...
	Stage 3 Generators:
		Fitting IdentityFeatureGenerator...
		Fitting CategoryFeatureGenerator...
			Fitting CategoryMemoryMinimizeFeatureGenerator...
	Stage 4 Generators:
		Fitting DropUniqueFeatureGenerator...
	Stage 5 Generators:
		Fitting DropDuplicatesFeatureGenerator...
	Types of features in original data (raw dtype, special dtypes):
		('float', [])  : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
		('object', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
	Types of features in processed data (raw dtype, special dtypes):
		('category', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
		('float', [])    : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
	0.1s = Fit runtime
	24 features in original data used to generate 24 features in processed data.
	Train Data (Processed) Memory Usage: 3.31 MB (0.0% of available memory)
Data preprocessing and feature engineering runtime = 0.11s ...
AutoGluon will gauge predictive performance using evaluation metric: 'roc_auc'
	This metric expects predicted probabilities rather than predicted class labels, so you'll need to use predict_proba() instead of predict()
	To change this, specify the eval_metric parameter of Predictor()
Large model count detected (112 configs) ... Only displaying the first 3 models of each family. To see all, set `verbosity=3`.
User-specified model hyperparameters to be fit:
{
	'NN_TORCH': [{}, {'activation': 'elu', 'dropout_prob': 0.10077639529843717, 'hidden_size': 108, 'learning_rate': 0.002735937344002146, 'num_layers': 4, 'use_batchnorm': True, 'weight_decay': 1.356433327634438e-12, 'ag_args': {'name_suffix': '_r79', 'priority': -2}}, {'activation': 'elu', 'dropout_prob': 0.11897478034205347, 'hidden_size': 213, 'learning_rate': 0.0010474382260641949, 'num_layers': 4, 'use_batchnorm': False, 'weight_decay': 5.594471067786272e-10, 'ag_args': {'name_suffix': '_r22', 'priority': -7}}],
	'GBM': [{'extra_trees': True, 'ag_args': {'name_suffix': 'XT'}}, {}, 'GBMLarge'],
	'CAT': [{}, {'depth': 6, 'grow_policy': 'SymmetricTree', 'l2_leaf_reg': 2.1542798306067823, 'learning_rate': 0.06864209415792857, 'max_ctr_complexity': 4, 'one_hot_max_size': 10, 'ag_args': {'name_suffix': '_r177', 'priority': -1}}, {'depth': 8, 'grow_policy': 'Depthwise', 'l2_leaf_reg': 2.7997999596449104, 'learning_rate': 0.031375015734637225, 'max_ctr_complexity': 2, 'one_hot_max_size': 3, 'ag_args': {'name_suffix': '_r9', 'priority': -5}}],
	'XGB': [{}, {'colsample_bytree': 0.6917311125174739, 'enable_categorical': False, 'learning_rate': 0.018063876087523967, 'max_depth': 10, 'min_child_weight': 0.6028633586934382, 'ag_args': {'name_suffix': '_r33', 'priority': -8}}, {'colsample_bytree': 0.6628423832084077, 'enable_categorical': False, 'learning_rate': 0.08775715546881824, 'max_depth': 5, 'min_child_weight': 0.6294123374222513, 'ag_args': {'name_suffix': '_r89', 'priority': -16}}],
	'FASTAI': [{}, {'bs': 256, 'emb_drop': 0.5411770367537934, 'epochs': 43, 'layers': [800, 400], 'lr': 0.01519848858318159, 'ps': 0.23782946566604385, 'ag_args': {'name_suffix': '_r191', 'priority': -4}}, {'bs': 2048, 'emb_drop': 0.05070411322605811, 'epochs': 29, 'layers': [200, 100], 'lr': 0.08974235041576624, 'ps': 0.10393466140748028, 'ag_args': {'name_suffix': '_r102', 'priority': -11}}],
	'RF': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
	'XT': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
	'KNN': [{'weights': 'uniform', 'ag_args': {'name_suffix': 'Unif'}}, {'weights': 'distance', 'ag_args': {'name_suffix': 'Dist'}}],
}
AutoGluon will fit 2 stack levels (L1 to L2) ...
Fitting 110 L1 models ...
Fitting model: KNeighborsUnif_BAG_L1 ... Training model for up to 14396.33s of the 21599.89s of remaining time.
	0.6569	 = Validation score   (roc_auc)
	0.02s	 = Training   runtime
	0.18s	 = Validation runtime
Fitting model: KNeighborsDist_BAG_L1 ... Training model for up to 14396.08s of the 21599.64s of remaining time.
	0.6603	 = Validation score   (roc_auc)
	0.02s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: LightGBMXT_BAG_L1 ... Training model for up to 14395.83s of the 21599.39s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
	0.8874	 = Validation score   (roc_auc)
	3.42s	 = Training   runtime
	0.42s	 = Validation runtime
Fitting model: LightGBM_BAG_L1 ... Training model for up to 14384.48s of the 21588.05s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
	0.9117	 = Validation score   (roc_auc)
	3.81s	 = Training   runtime
	0.2s	 = Validation runtime
Fitting model: RandomForestGini_BAG_L1 ... Training model for up to 14379.04s of the 21582.61s of remaining time.
	0.8842	 = Validation score   (roc_auc)
	1.44s	 = Training   runtime
	0.45s	 = Validation runtime
Fitting model: RandomForestEntr_BAG_L1 ... Training model for up to 14377.02s of the 21580.58s of remaining time.
	0.8877	 = Validation score   (roc_auc)
	1.47s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: CatBoost_BAG_L1 ... Training model for up to 14374.96s of the 21578.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
	0.9147	 = Validation score   (roc_auc)
	171.91s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTreesGini_BAG_L1 ... Training model for up to 14201.48s of the 21405.04s of remaining time.
	0.8421	 = Validation score   (roc_auc)
	0.61s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L1 ... Training model for up to 14200.18s of the 21403.74s of remaining time.
	0.8455	 = Validation score   (roc_auc)
	0.6s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L1 ... Training model for up to 14198.92s of the 21402.49s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=26044, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=26044, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L1 ... Training model for up to 14197.37s of the 21400.93s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 17:35:16,397	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,397	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,397	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,397	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,402	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,402	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:16,402	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9098	 = Validation score   (roc_auc)
	4.2s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: NeuralNetTorch_BAG_L1 ... Training model for up to 14191.71s of the 21395.27s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=14752, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=14752, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L1 ... Training model for up to 14189.42s of the 21392.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:35:24,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9178	 = Validation score   (roc_auc)
	4.63s	 = Training   runtime
	0.23s	 = Validation runtime
Fitting model: CatBoost_r177_BAG_L1 ... Training model for up to 14183.28s of the 21386.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
	0.9155	 = Validation score   (roc_auc)
	74.52s	 = Training   runtime
	0.02s	 = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L1 ... Training model for up to 14107.27s of the 21310.84s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r79_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=33628, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=33628, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L1 ... Training model for up to 14105.09s of the 21308.65s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:48,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9189	 = Validation score   (roc_auc)
	7.61s	 = Training   runtime
	0.97s	 = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L1 ... Training model for up to 14095.76s of the 21299.32s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r191_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=17984, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=17984, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L1 ... Training model for up to 14094.07s of the 21297.64s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:36:59,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9202	 = Validation score   (roc_auc)
	83.24s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: LightGBM_r96_BAG_L1 ... Training model for up to 14009.24s of the 21212.8s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
	0.8883	 = Validation score   (roc_auc)
	10.23s	 = Training   runtime
	2.68s	 = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L1 ... Training model for up to 13997.05s of the 21200.62s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r22_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=27284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L1 ... Training model for up to 13994.67s of the 21198.23s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:38:39,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9128	 = Validation score   (roc_auc)
	11.22s	 = Training   runtime
	0.78s	 = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L1 ... Training model for up to 13981.81s of the 21185.37s of remaining time.
	0.8723	 = Validation score   (roc_auc)
	0.96s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: CatBoost_r137_BAG_L1 ... Training model for up to 13980.27s of the 21183.83s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
	0.9116	 = Validation score   (roc_auc)
	271.63s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L1 ... Training model for up to 13707.18s of the 20910.75s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r102_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=4508, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=4508, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L1 ... Training model for up to 13705.71s of the 20909.27s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-03 17:43:28,293	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,293	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:43:28,296	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9158	 = Validation score   (roc_auc)
	331.45s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: RandomForest_r195_BAG_L1 ... Training model for up to 13372.83s of the 20576.39s of remaining time.
	0.9073	 = Validation score   (roc_auc)
	4.69s	 = Training   runtime
	0.42s	 = Validation runtime
Fitting model: LightGBM_r188_BAG_L1 ... Training model for up to 13367.6s of the 20571.17s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	0.8818	 = Validation score   (roc_auc)
	4.45s	 = Training   runtime
	0.4s	 = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L1 ... Training model for up to 13361.6s of the 20565.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r145_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=23584, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=23584, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L1 ... Training model for up to 13359.96s of the 20563.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:13,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9089	 = Validation score   (roc_auc)
	5.46s	 = Training   runtime
	0.23s	 = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L1 ... Training model for up to 13352.95s of the 20556.52s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r30_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=8264, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=8264, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L1 ... Training model for up to 13350.62s of the 20554.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:22,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9153	 = Validation score   (roc_auc)
	3.72s	 = Training   runtime
	0.24s	 = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L1 ... Training model for up to 13345.3s of the 20548.86s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r86_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=23488, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23488, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L1 ... Training model for up to 13342.88s of the 20546.45s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:49:30,709	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.911	 = Validation score   (roc_auc)
	61.27s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L1 ... Training model for up to 13279.95s of the 20483.52s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r11_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32928, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32928, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L1 ... Training model for up to 13278.4s of the 20481.96s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
	0.9022	 = Validation score   (roc_auc)
	2.79s	 = Training   runtime
	0.14s	 = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L1 ... Training model for up to 13274.13s of the 20477.7s of remaining time.
2024-03-03 17:50:34,958	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,958	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,962	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,962	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,962	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,974	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:50:34,974	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8755	 = Validation score   (roc_auc)
	0.88s	 = Training   runtime
	0.42s	 = Validation runtime
Fitting model: CatBoost_r69_BAG_L1 ... Training model for up to 13272.71s of the 20476.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
	0.9144	 = Validation score   (roc_auc)
	161.54s	 = Training   runtime
	0.02s	 = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L1 ... Training model for up to 13109.78s of the 20313.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r103_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=14980, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=14980, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L1 ... Training model for up to 13108.28s of the 20311.84s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r14_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=14096, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=14096, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L1 ... Training model for up to 13106.1s of the 20309.66s of remaining time.
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:22,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:27,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9239	 = Validation score   (roc_auc)
	8.6s	 = Training   runtime
	1.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L1 ... Training model for up to 13095.57s of the 20299.14s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r143_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32052, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32052, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L1 ... Training model for up to 13093.9s of the 20297.46s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:53:39,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9175	 = Validation score   (roc_auc)
	73.88s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L1 ... Training model for up to 13018.49s of the 20222.06s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
	Warning: Exception caused NeuralNetFastAI_r156_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32088, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32088, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L1 ... Training model for up to 13016.96s of the 20220.52s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:54:56,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8814	 = Validation score   (roc_auc)
	24.03s	 = Training   runtime
	8.7s	 = Validation runtime
Fitting model: RandomForest_r39_BAG_L1 ... Training model for up to 12989.86s of the 20193.42s of remaining time.
	0.9086	 = Validation score   (roc_auc)
	4.78s	 = Training   runtime
	0.41s	 = Validation runtime
Fitting model: CatBoost_r167_BAG_L1 ... Training model for up to 12984.55s of the 20188.12s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	0.9163	 = Validation score   (roc_auc)
	109.41s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L1 ... Training model for up to 12873.71s of the 20077.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r95_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=7552, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=7552, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L1 ... Training model for up to 12872.1s of the 20075.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
	Warning: Exception caused NeuralNetTorch_r41_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=13644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=13644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 17:57:18,439	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L1 ... Training model for up to 12869.83s of the 20073.4s of remaining time.
2024-03-03 17:57:18,443	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,447	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,447	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,450	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,451	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:18,451	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-03 17:57:23,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,668	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,672	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,672	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,676	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:23,676	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9118	 = Validation score   (roc_auc)
	22.61s	 = Training   runtime
	1.79s	 = Validation runtime
Fitting model: LightGBM_r15_BAG_L1 ... Training model for up to 12845.38s of the 20048.94s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	0.9117	 = Validation score   (roc_auc)
	6.81s	 = Training   runtime
	0.94s	 = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L1 ... Training model for up to 12836.94s of the 20040.5s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r158_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=28172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L1 ... Training model for up to 12834.52s of the 20038.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
2024-03-03 17:57:58,808	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,808	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,808	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 17:57:58,815	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9158	 = Validation score   (roc_auc)
	205.08s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L1 ... Training model for up to 12627.84s of the 19831.41s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r37_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10324, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10324, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L1 ... Training model for up to 12626.32s of the 19829.88s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r197_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=35288, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35288, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:01:24,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L1 ... Training model for up to 12624.09s of the 19827.66s of remaining time.
2024-03-03 18:01:24,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,198	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:24,198	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:01:29,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9092	 = Validation score   (roc_auc)
	112.19s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L1 ... Training model for up to 12510.41s of the 19713.98s of remaining time.
	0.8421	 = Validation score   (roc_auc)
	0.67s	 = Training   runtime
	0.52s	 = Validation runtime
Fitting model: LightGBM_r143_BAG_L1 ... Training model for up to 12509.07s of the 19712.63s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
	0.9153	 = Validation score   (roc_auc)
	6.52s	 = Training   runtime
	0.46s	 = Validation runtime
Fitting model: RandomForest_r127_BAG_L1 ... Training model for up to 12500.96s of the 19704.52s of remaining time.
	0.9101	 = Validation score   (roc_auc)
	5.49s	 = Training   runtime
	0.41s	 = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L1 ... Training model for up to 12494.96s of the 19698.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r134_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=20272, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=20272, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L1 ... Training model for up to 12493.31s of the 19696.87s of remaining time.
	0.8908	 = Validation score   (roc_auc)
	3.02s	 = Training   runtime
	0.36s	 = Validation runtime
Fitting model: LightGBM_r94_BAG_L1 ... Training model for up to 12489.86s of the 19693.42s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:40,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8872	 = Validation score   (roc_auc)
	7.18s	 = Training   runtime
	0.97s	 = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L1 ... Training model for up to 12480.98s of the 19684.55s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r143_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=24888, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=24888, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L1 ... Training model for up to 12478.6s of the 19682.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:03:55,244	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9219	 = Validation score   (roc_auc)
	66.42s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L1 ... Training model for up to 12410.58s of the 19614.14s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r111_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=25656, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=25656, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L1 ... Training model for up to 12409.01s of the 19612.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r31_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=15472, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=15472, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:05:01,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L1 ... Training model for up to 12406.72s of the 19610.28s of remaining time.
2024-03-03 18:05:01,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,571	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:01,571	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8669	 = Validation score   (roc_auc)
	0.64s	 = Training   runtime
	0.39s	 = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L1 ... Training model for up to 12405.61s of the 19609.17s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r65_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=27208, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=27208, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:05:04,254	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L1 ... Training model for up to 12404.01s of the 19607.57s of remaining time.
2024-03-03 18:05:04,269	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:04,269	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r88_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=29428, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=29428, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:05:05,931	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,944	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,944	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L1 ... Training model for up to 12402.33s of the 19605.9s of remaining time.
2024-03-03 18:05:05,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:05,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-03 18:05:11,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:05:11,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8824	 = Validation score   (roc_auc)
	10.65s	 = Training   runtime
	1.73s	 = Validation runtime
Fitting model: XGBoost_r49_BAG_L1 ... Training model for up to 12389.67s of the 19593.24s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
	0.9094	 = Validation score   (roc_auc)
	8.02s	 = Training   runtime
	0.42s	 = Validation runtime
Fitting model: CatBoost_r5_BAG_L1 ... Training model for up to 12380.1s of the 19583.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	0.9087	 = Validation score   (roc_auc)
	148.36s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L1 ... Training model for up to 12230.19s of the 19433.75s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r87_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=11396, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=11396, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L1 ... Training model for up to 12227.94s of the 19431.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r71_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=35876, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35876, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L1 ... Training model for up to 12225.73s of the 19429.29s of remaining time.
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:02,546	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:08:08,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9144	 = Validation score   (roc_auc)
	82.73s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L1 ... Training model for up to 12141.56s of the 19345.12s of remaining time.
	0.8712	 = Validation score   (roc_auc)
	1.35s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: RandomForest_r166_BAG_L1 ... Training model for up to 12139.49s of the 19343.06s of remaining time.
	0.8842	 = Validation score   (roc_auc)
	2.28s	 = Training   runtime
	0.46s	 = Validation runtime
Fitting model: XGBoost_r31_BAG_L1 ... Training model for up to 12136.59s of the 19340.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	0.9087	 = Validation score   (roc_auc)
	53.89s	 = Training   runtime
	2.59s	 = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L1 ... Training model for up to 12080.48s of the 19284.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r185_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=20844, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=20844, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L1 ... Training model for up to 12078.14s of the 19281.7s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r160_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10288, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L1 ... Training model for up to 12076.46s of the 19280.02s of remaining time.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:31,816	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:10:36,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9126	 = Validation score   (roc_auc)
	175.18s	 = Training   runtime
	0.1s	 = Validation runtime
Fitting model: RandomForest_r15_BAG_L1 ... Training model for up to 11899.76s of the 19103.33s of remaining time.
	0.9088	 = Validation score   (roc_auc)
	4.33s	 = Training   runtime
	0.41s	 = Validation runtime
Fitting model: LightGBM_r135_BAG_L1 ... Training model for up to 11894.91s of the 19098.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	0.9121	 = Validation score   (roc_auc)
	4.72s	 = Training   runtime
	0.28s	 = Validation runtime
Fitting model: XGBoost_r22_BAG_L1 ... Training model for up to 11888.63s of the 19092.2s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	0.9098	 = Validation score   (roc_auc)
	6.51s	 = Training   runtime
	0.29s	 = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L1 ... Training model for up to 11880.51s of the 19084.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r69_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33292, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33292, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L1 ... Training model for up to 11878.8s of the 19082.37s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-03 18:13:54,697	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,697	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:13:54,701	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9105	 = Validation score   (roc_auc)
	41.3s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L1 ... Training model for up to 11836.01s of the 19039.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r138_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=35732, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=35732, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L1 ... Training model for up to 11834.43s of the 19038.0s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:38,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9239	 = Validation score   (roc_auc)
	8.35s	 = Training   runtime
	1.04s	 = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L1 ... Training model for up to 11824.12s of the 19027.68s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r172_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33264, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33264, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L1 ... Training model for up to 11822.38s of the 19025.94s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:14:50,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9187	 = Validation score   (roc_auc)
	53.79s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L1 ... Training model for up to 11766.99s of the 18970.55s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r76_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=8292, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=8292, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L1 ... Training model for up to 11764.71s of the 18968.28s of remaining time.
	0.8754	 = Validation score   (roc_auc)
	1.1s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L1 ... Training model for up to 11763.03s of the 18966.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r121_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=27936, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27936, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:15:47,563	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,563	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r127_BAG_L1 ... Training model for up to 11760.7s of the 18964.26s of remaining time.
2024-03-03 18:15:47,578	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:47,578	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r127_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=22964, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=22964, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L1 ... Training model for up to 11759.05s of the 18962.61s of remaining time.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:49,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,288	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,288	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:15:54,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9082	 = Validation score   (roc_auc)
	6.84s	 = Training   runtime
	0.41s	 = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L1 ... Training model for up to 11751.7s of the 18955.26s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r194_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=3484, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=3484, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L1 ... Training model for up to 11750.14s of the 18953.71s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:16:03,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9163	 = Validation score   (roc_auc)
	190.86s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L1 ... Training model for up to 11557.75s of the 18761.32s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r135_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=28336, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28336, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L1 ... Training model for up to 11555.48s of the 18759.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r4_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=29952, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=29952, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:19:14,433	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,434	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,435	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,436	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,438	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:14,439	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L1 ... Training model for up to 11553.84s of the 18757.4s of remaining time.
2024-03-03 18:19:14,440	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8428	 = Validation score   (roc_auc)
	0.62s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L1 ... Training model for up to 11552.53s of the 18756.09s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r36_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=38896, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38896, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:19:18,121	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,123	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,124	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,125	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,127	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,129	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:18,131	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L1 ... Training model for up to 11550.14s of the 18753.71s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r100_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10324, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10324, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:19:20,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,024	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,025	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,027	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L1 ... Training model for up to 11548.25s of the 18751.81s of remaining time.
2024-03-03 18:19:20,030	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:20,031	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-03 18:19:25,735	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,737	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,740	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,741	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,743	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,746	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:19:25,748	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.914	 = Validation score   (roc_auc)
	90.37s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: CatBoost_r198_BAG_L1 ... Training model for up to 11456.28s of the 18659.84s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	0.9161	 = Validation score   (roc_auc)
	212.76s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L1 ... Training model for up to 11242.07s of the 18445.64s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r187_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=4524, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=4524, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L1 ... Training model for up to 11240.56s of the 18444.12s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r19_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=38636, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38636, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:24:29,992	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:29,994	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:29,996	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:29,997	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L1 ... Training model for up to 11238.28s of the 18441.84s of remaining time.
2024-03-03 18:24:29,999	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:30,001	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:30,002	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 18:24:35,021	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,024	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,027	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,029	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,030	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:35,032	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9094	 = Validation score   (roc_auc)
	6.64s	 = Training   runtime
	0.26s	 = Validation runtime
Fitting model: XGBoost_r34_BAG_L1 ... Training model for up to 11230.15s of the 18433.72s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	0.9142	 = Validation score   (roc_auc)
	8.03s	 = Training   runtime
	0.53s	 = Validation runtime
Fitting model: LightGBM_r42_BAG_L1 ... Training model for up to 11220.39s of the 18423.95s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	0.8759	 = Validation score   (roc_auc)
	4.07s	 = Training   runtime
	0.33s	 = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L1 ... Training model for up to 11214.62s of the 18418.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r1_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=15420, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=15420, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L1 ... Training model for up to 11211.95s of the 18415.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r89_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26276, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26276, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:24:58,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L2 ... Training model for up to 1439.63s of the 18412.83s of remaining time.
	Ensemble Weights: {'CatBoost_r128_BAG_L1': 0.342, 'LightGBM_r161_BAG_L1': 0.276, 'LightGBM_r121_BAG_L1': 0.263, 'CatBoost_r180_BAG_L1': 0.053, 'RandomForest_r16_BAG_L1': 0.039, 'CatBoost_r9_BAG_L1': 0.026}
	0.9268	 = Validation score   (roc_auc)
	4.03s	 = Training   runtime
	0.0s	 = Validation runtime
Fitting 108 L2 models ...
Fitting model: LightGBMXT_BAG_L2 ... Training model for up to 18408.76s of the 18408.61s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
2024-03-03 18:25:04,205	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,205	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,205	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,205	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,214	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,214	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:25:04,214	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9315	 = Validation score   (roc_auc)
	4.16s	 = Training   runtime
	0.12s	 = Validation runtime
Fitting model: LightGBM_BAG_L2 ... Training model for up to 18403.13s of the 18402.96s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
	0.9315	 = Validation score   (roc_auc)
	4.65s	 = Training   runtime
	0.1s	 = Validation runtime
Fitting model: RandomForestGini_BAG_L2 ... Training model for up to 18396.85s of the 18396.69s of remaining time.
	0.9297	 = Validation score   (roc_auc)
	6.37s	 = Training   runtime
	0.61s	 = Validation runtime
Fitting model: RandomForestEntr_BAG_L2 ... Training model for up to 18389.75s of the 18389.58s of remaining time.
	0.9308	 = Validation score   (roc_auc)
	5.92s	 = Training   runtime
	0.77s	 = Validation runtime
Fitting model: CatBoost_BAG_L2 ... Training model for up to 18382.92s of the 18382.75s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	0.9317	 = Validation score   (roc_auc)
	42.11s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTreesGini_BAG_L2 ... Training model for up to 18339.25s of the 18339.08s of remaining time.
	0.9288	 = Validation score   (roc_auc)
	0.75s	 = Training   runtime
	0.74s	 = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L2 ... Training model for up to 18337.59s of the 18337.43s of remaining time.
	0.9304	 = Validation score   (roc_auc)
	0.71s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L2 ... Training model for up to 18336.04s of the 18335.88s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10880, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10880, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L2 ... Training model for up to 18334.42s of the 18334.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
2024-03-03 18:26:22,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,806	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:22,806	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9311	 = Validation score   (roc_auc)
	5.58s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: NeuralNetTorch_BAG_L2 ... Training model for up to 18327.32s of the 18327.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=28172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L2 ... Training model for up to 18324.74s of the 18324.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.76%)
2024-03-03 18:26:32,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,871	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,874	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,878	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,881	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,884	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:26:32,888	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9317	 = Validation score   (roc_auc)
	8.3s	 = Training   runtime
	0.13s	 = Validation runtime
Fitting model: CatBoost_r177_BAG_L2 ... Training model for up to 18314.76s of the 18314.59s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	0.9316	 = Validation score   (roc_auc)
	30.51s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L2 ... Training model for up to 18282.53s of the 18282.36s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_r79_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=38908, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38908, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L2 ... Training model for up to 18280.09s of the 18279.93s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.52%)
2024-03-03 18:27:17,224	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,227	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,233	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,239	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:17,241	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9316	 = Validation score   (roc_auc)
	7.14s	 = Training   runtime
	0.28s	 = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L2 ... Training model for up to 18271.27s of the 18271.11s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
	Warning: Exception caused NeuralNetFastAI_r191_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=38100, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=38100, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L2 ... Training model for up to 18269.34s of the 18269.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.17%)
2024-03-03 18:27:28,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,295	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,295	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,299	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,299	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:27:28,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9321	 = Validation score   (roc_auc)
	87.77s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: LightGBM_r96_BAG_L2 ... Training model for up to 18179.88s of the 18179.72s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
	0.9317	 = Validation score   (roc_auc)
	7.58s	 = Training   runtime
	0.68s	 = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L2 ... Training model for up to 18170.51s of the 18170.34s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
	Warning: Exception caused NeuralNetTorch_r22_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=20496, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=20496, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L2 ... Training model for up to 18167.72s of the 18167.56s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.24%)
2024-03-03 18:29:10,146	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,149	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,155	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,157	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,161	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:29:10,163	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9322	 = Validation score   (roc_auc)
	20.38s	 = Training   runtime
	0.33s	 = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L2 ... Training model for up to 18145.64s of the 18145.48s of remaining time.
	0.9289	 = Validation score   (roc_auc)
	2.23s	 = Training   runtime
	0.58s	 = Validation runtime
Fitting model: CatBoost_r137_BAG_L2 ... Training model for up to 18142.67s of the 18142.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
	0.9318	 = Validation score   (roc_auc)
	40.76s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L2 ... Training model for up to 18100.45s of the 18100.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_r102_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=28164, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=28164, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L2 ... Training model for up to 18098.7s of the 18098.54s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
2024-03-03 18:30:18,687	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,690	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,692	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,695	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,698	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,700	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:30:18,703	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9323	 = Validation score   (roc_auc)
	163.86s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: RandomForest_r195_BAG_L2 ... Training model for up to 17933.1s of the 17932.94s of remaining time.
	0.9284	 = Validation score   (roc_auc)
	51.82s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: LightGBM_r188_BAG_L2 ... Training model for up to 17880.56s of the 17880.39s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.79%)
	0.9293	 = Validation score   (roc_auc)
	5.1s	 = Training   runtime
	0.19s	 = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L2 ... Training model for up to 17873.92s of the 17873.75s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
	Warning: Exception caused NeuralNetFastAI_r145_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=2308, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=2308, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L2 ... Training model for up to 17872.04s of the 17871.88s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.70%)
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:05,120	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9313	 = Validation score   (roc_auc)
	5.25s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L2 ... Training model for up to 17865.27s of the 17865.1s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
	Warning: Exception caused NeuralNetTorch_r30_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=34280, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34280, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L2 ... Training model for up to 17862.82s of the 17862.66s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.68%)
2024-03-03 18:34:14,170	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,170	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:14,186	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9312	 = Validation score   (roc_auc)
	4.89s	 = Training   runtime
	0.11s	 = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L2 ... Training model for up to 17856.3s of the 17856.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
	Warning: Exception caused NeuralNetTorch_r86_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=2248, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=2248, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L2 ... Training model for up to 17853.64s of the 17853.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
2024-03-03 18:34:24,246	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,248	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,250	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,253	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,256	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,258	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:24,261	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9313	 = Validation score   (roc_auc)
	22.66s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L2 ... Training model for up to 17829.41s of the 17829.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
	Warning: Exception caused NeuralNetFastAI_r11_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=25672, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=25672, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L2 ... Training model for up to 17827.75s of the 17827.59s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.93%)
2024-03-03 18:34:49,462	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,468	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,470	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,474	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,477	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:34:49,481	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9306	 = Validation score   (roc_auc)
	6.79s	 = Training   runtime
	0.12s	 = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L2 ... Training model for up to 17819.4s of the 17819.24s of remaining time.
	0.932	 = Validation score   (roc_auc)
	2.28s	 = Training   runtime
	0.61s	 = Validation runtime
Fitting model: CatBoost_r69_BAG_L2 ... Training model for up to 17816.4s of the 17816.24s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.48%)
	0.9313	 = Validation score   (roc_auc)
	36.36s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L2 ... Training model for up to 17778.51s of the 17778.34s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
	Warning: Exception caused NeuralNetFastAI_r103_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=36792, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=36792, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L2 ... Training model for up to 17776.73s of the 17776.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
	Warning: Exception caused NeuralNetTorch_r14_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=25928, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=25928, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:35:37,679	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,681	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,683	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,685	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,686	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,688	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:37,692	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L2 ... Training model for up to 17774.31s of the 17774.14s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.23%)
2024-03-03 18:35:42,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,860	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,864	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,867	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,874	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:35:42,877	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9323	 = Validation score   (roc_auc)
	13.29s	 = Training   runtime
	0.39s	 = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L2 ... Training model for up to 17759.2s of the 17759.03s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
	Warning: Exception caused NeuralNetFastAI_r143_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=27704, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=27704, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L2 ... Training model for up to 17757.34s of the 17757.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
2024-03-03 18:36:00,018	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,020	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,022	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,025	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,027	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,029	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:00,032	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9317	 = Validation score   (roc_auc)
	47.97s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L2 ... Training model for up to 17707.78s of the 17707.62s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
	Warning: Exception caused NeuralNetFastAI_r156_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=16172, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=16172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L2 ... Training model for up to 17705.96s of the 17705.79s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.83%)
2024-03-03 18:36:51,443	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,445	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,451	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,454	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,456	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:36:51,459	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9304	 = Validation score   (roc_auc)
	13.65s	 = Training   runtime
	1.61s	 = Validation runtime
Fitting model: RandomForest_r39_BAG_L2 ... Training model for up to 17690.09s of the 17689.93s of remaining time.
	0.9299	 = Validation score   (roc_auc)
	50.65s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: CatBoost_r167_BAG_L2 ... Training model for up to 17638.71s of the 17638.55s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.80%)
	0.9312	 = Validation score   (roc_auc)
	45.02s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L2 ... Training model for up to 17592.21s of the 17592.05s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
	Warning: Exception caused NeuralNetFastAI_r95_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=7288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=7288, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L2 ... Training model for up to 17590.51s of the 17590.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
	Warning: Exception caused NeuralNetTorch_r41_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=18812, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=18812, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:38:43,770	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,772	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,773	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,774	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,775	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,777	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:43,779	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L2 ... Training model for up to 17588.21s of the 17588.05s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.39%)
2024-03-03 18:38:48,800	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,807	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,810	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,813	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,817	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:38:48,820	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9324	 = Validation score   (roc_auc)
	31.88s	 = Training   runtime
	0.57s	 = Validation runtime
Fitting model: LightGBM_r15_BAG_L2 ... Training model for up to 17554.67s of the 17554.5s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.46%)
	0.9315	 = Validation score   (roc_auc)
	5.99s	 = Training   runtime
	0.18s	 = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L2 ... Training model for up to 17547.0s of the 17546.83s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
	Warning: Exception caused NeuralNetTorch_r158_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=22144, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=22144, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L2 ... Training model for up to 17544.42s of the 17544.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.28%)
2024-03-03 18:39:33,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,175	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,180	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,185	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:39:33,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9319	 = Validation score   (roc_auc)
	85.31s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L2 ... Training model for up to 17457.45s of the 17457.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
	Warning: Exception caused NeuralNetFastAI_r37_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=30744, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=30744, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L2 ... Training model for up to 17455.79s of the 17455.64s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
	Warning: Exception caused NeuralNetTorch_r197_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=27576, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27576, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:40:58,670	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,671	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,672	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,674	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,676	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:40:58,680	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L2 ... Training model for up to 17453.32s of the 17453.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
2024-03-03 18:41:03,922	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,924	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,926	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,929	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,930	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,932	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:41:03,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9317	 = Validation score   (roc_auc)
	28.58s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L2 ... Training model for up to 17423.17s of the 17423.0s of remaining time.
	0.9288	 = Validation score   (roc_auc)
	0.72s	 = Training   runtime
	0.64s	 = Validation runtime
Fitting model: LightGBM_r143_BAG_L2 ... Training model for up to 17421.62s of the 17421.46s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.00%)
	0.9317	 = Validation score   (roc_auc)
	12.81s	 = Training   runtime
	0.26s	 = Validation runtime
Fitting model: RandomForest_r127_BAG_L2 ... Training model for up to 17407.25s of the 17407.08s of remaining time.
	0.9312	 = Validation score   (roc_auc)
	61.44s	 = Training   runtime
	0.61s	 = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L2 ... Training model for up to 17345.07s of the 17344.91s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	Warning: Exception caused NeuralNetFastAI_r134_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=38204, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=38204, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L2 ... Training model for up to 17343.41s of the 17343.25s of remaining time.
2024-03-03 18:42:54,410	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,412	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,414	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,416	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,418	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:42:54,422	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9325	 = Validation score   (roc_auc)
	31.6s	 = Training   runtime
	0.53s	 = Validation runtime
Fitting model: LightGBM_r94_BAG_L2 ... Training model for up to 17311.17s of the 17311.0s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
	0.9315	 = Validation score   (roc_auc)
	4.48s	 = Training   runtime
	0.28s	 = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L2 ... Training model for up to 17305.14s of the 17304.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r143_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=25784, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=25784, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L2 ... Training model for up to 17302.57s of the 17302.41s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.14%)
2024-03-03 18:43:34,967	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,970	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,974	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,976	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,978	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:43:34,980	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9313	 = Validation score   (roc_auc)
	87.34s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L2 ... Training model for up to 17213.55s of the 17213.38s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	Warning: Exception caused NeuralNetFastAI_r111_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32172, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L2 ... Training model for up to 17211.81s of the 17211.64s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	Warning: Exception caused NeuralNetTorch_r31_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=9228, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=9228, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:45:02,569	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,570	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,571	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,572	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,574	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,576	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:02,578	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L2 ... Training model for up to 17209.42s of the 17209.25s of remaining time.
	0.9319	 = Validation score   (roc_auc)
	1.44s	 = Training   runtime
	0.62s	 = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L2 ... Training model for up to 17207.23s of the 17207.06s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	Warning: Exception caused NeuralNetFastAI_r65_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=4284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=4284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:45:06,479	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,480	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,481	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,483	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,484	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,485	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:06,487	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L2 ... Training model for up to 17205.51s of the 17205.34s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r88_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10212, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10212, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:45:08,227	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,232	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,234	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,236	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:08,237	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L2 ... Training model for up to 17203.76s of the 17203.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
2024-03-03 18:45:13,763	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,765	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,768	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,771	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,773	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,776	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:45:13,778	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9302	 = Validation score   (roc_auc)
	8.56s	 = Training   runtime
	0.64s	 = Validation runtime
Fitting model: XGBoost_r49_BAG_L2 ... Training model for up to 17193.37s of the 17193.21s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.83%)
	0.9313	 = Validation score   (roc_auc)
	8.58s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: CatBoost_r5_BAG_L2 ... Training model for up to 17183.16s of the 17183.0s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
	0.9312	 = Validation score   (roc_auc)
	30.43s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L2 ... Training model for up to 17151.08s of the 17150.91s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	Warning: Exception caused NeuralNetTorch_r87_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26708, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26708, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L2 ... Training model for up to 17148.77s of the 17148.61s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	Warning: Exception caused NeuralNetTorch_r71_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=23060, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23060, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:46:05,587	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,589	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,592	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,593	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,596	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:05,598	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L2 ... Training model for up to 17146.4s of the 17146.24s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.71%)
2024-03-03 18:46:11,268	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,271	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,273	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,276	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,278	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,280	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:46:11,283	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9317	 = Validation score   (roc_auc)
	40.18s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L2 ... Training model for up to 17104.56s of the 17104.4s of remaining time.
	0.9316	 = Validation score   (roc_auc)
	1.61s	 = Training   runtime
	0.62s	 = Validation runtime
Fitting model: RandomForest_r166_BAG_L2 ... Training model for up to 17102.2s of the 17102.04s of remaining time.
	0.9297	 = Validation score   (roc_auc)
	4.05s	 = Training   runtime
	0.63s	 = Validation runtime
Fitting model: XGBoost_r31_BAG_L2 ... Training model for up to 17097.39s of the 17097.22s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
	0.9309	 = Validation score   (roc_auc)
	20.3s	 = Training   runtime
	0.33s	 = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L2 ... Training model for up to 17075.47s of the 17075.31s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	Warning: Exception caused NeuralNetTorch_r185_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=6484, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=6484, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L2 ... Training model for up to 17073.07s of the 17072.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r160_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=14416, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=14416, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:47:20,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,623	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,625	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,626	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,627	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,629	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:20,630	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L2 ... Training model for up to 17071.37s of the 17071.2s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
2024-03-03 18:47:26,015	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,018	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,021	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,025	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:47:26,031	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9314	 = Validation score   (roc_auc)
	39.98s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForest_r15_BAG_L2 ... Training model for up to 17029.78s of the 17029.61s of remaining time.
	0.9306	 = Validation score   (roc_auc)
	47.08s	 = Training   runtime
	0.6s	 = Validation runtime
Fitting model: LightGBM_r135_BAG_L2 ... Training model for up to 16981.98s of the 16981.82s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.97%)
	0.9317	 = Validation score   (roc_auc)
	9.12s	 = Training   runtime
	0.2s	 = Validation runtime
Fitting model: XGBoost_r22_BAG_L2 ... Training model for up to 16971.29s of the 16971.12s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
	0.9312	 = Validation score   (roc_auc)
	5.55s	 = Training   runtime
	0.18s	 = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L2 ... Training model for up to 16964.07s of the 16963.91s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_r69_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=28172, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=28172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L2 ... Training model for up to 16962.2s of the 16962.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
2024-03-03 18:49:15,530	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,532	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,535	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,537	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,539	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,541	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:15,543	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9307	 = Validation score   (roc_auc)
	18.44s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L2 ... Training model for up to 16942.04s of the 16941.87s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_r138_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33608, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33608, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L2 ... Training model for up to 16940.14s of the 16939.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.01%)
2024-03-03 18:49:37,667	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,670	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,673	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,680	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,684	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:37,687	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9324	 = Validation score   (roc_auc)
	13.35s	 = Training   runtime
	0.37s	 = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L2 ... Training model for up to 16925.0s of the 16924.84s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r172_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33304, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33304, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L2 ... Training model for up to 16923.14s of the 16922.97s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.76%)
2024-03-03 18:49:53,801	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,804	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,806	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,808	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,810	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,811	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:49:53,813	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9319	 = Validation score   (roc_auc)
	52.12s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L2 ... Training model for up to 16869.32s of the 16869.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r76_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=1712, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=1712, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L2 ... Training model for up to 16866.99s of the 16866.83s of remaining time.
	0.9298	 = Validation score   (roc_auc)
	3.2s	 = Training   runtime
	0.83s	 = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L2 ... Training model for up to 16862.78s of the 16862.61s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-03 18:50:50,306	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,307	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,309	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,312	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,317	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:50,319	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Warning: Exception caused NeuralNetTorch_r121_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=12916, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=12916, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r127_BAG_L2 ... Training model for up to 16860.09s of the 16859.93s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r127_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32204, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32204, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:50:53,735	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,736	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,737	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,739	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,740	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,743	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:53,744	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L2 ... Training model for up to 16858.25s of the 16858.09s of remaining time.
2024-03-03 18:50:59,426	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,430	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,431	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,432	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,434	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:50:59,435	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9287	 = Validation score   (roc_auc)
	71.72s	 = Training   runtime
	0.64s	 = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L2 ... Training model for up to 16785.75s of the 16785.58s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	Warning: Exception caused NeuralNetFastAI_r194_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=20916, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=20916, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L2 ... Training model for up to 16784.06s of the 16783.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.73%)
2024-03-03 18:52:13,470	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,472	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,475	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,478	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,480	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,482	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:52:13,483	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9316	 = Validation score   (roc_auc)
	66.28s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L2 ... Training model for up to 16716.19s of the 16716.02s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r135_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=31460, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=31460, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L2 ... Training model for up to 16713.71s of the 16713.55s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_r4_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=16388, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=16388, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:53:20,062	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,067	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,069	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,072	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,074	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:20,077	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L2 ... Training model for up to 16711.92s of the 16711.75s of remaining time.
	0.9299	 = Validation score   (roc_auc)
	0.7s	 = Training   runtime
	0.64s	 = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L2 ... Training model for up to 16710.42s of the 16710.26s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r36_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=17108, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=17108, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:53:23,919	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,920	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,922	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,924	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,926	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,929	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:23,931	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L2 ... Training model for up to 16708.07s of the 16707.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_r100_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=29400, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=29400, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 18:53:25,612	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,613	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,615	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,616	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,617	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,618	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:25,619	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L2 ... Training model for up to 16706.37s of the 16706.21s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
2024-03-03 18:53:31,173	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,175	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,177	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,179	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,183	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:53:31,185	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9314	 = Validation score   (roc_auc)
	21.07s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: CatBoost_r198_BAG_L2 ... Training model for up to 16683.73s of the 16683.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	0.9316	 = Validation score   (roc_auc)
	49.32s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L2 ... Training model for up to 16632.84s of the 16632.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_r187_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=21936, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=21936, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L2 ... Training model for up to 16631.15s of the 16630.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r19_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26172, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:54:43,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,373	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,376	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,377	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,378	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,379	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:43,382	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L2 ... Training model for up to 16628.61s of the 16628.45s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
2024-03-03 18:54:48,791	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,795	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,798	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,800	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:54:48,805	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9312	 = Validation score   (roc_auc)
	5.7s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: XGBoost_r34_BAG_L2 ... Training model for up to 16621.29s of the 16621.13s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.12%)
	0.9317	 = Validation score   (roc_auc)
	13.04s	 = Training   runtime
	0.29s	 = Validation runtime
Fitting model: LightGBM_r42_BAG_L2 ... Training model for up to 16606.55s of the 16606.38s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.97%)
	0.928	 = Validation score   (roc_auc)
	3.86s	 = Training   runtime
	0.13s	 = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L2 ... Training model for up to 16601.01s of the 16600.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
	Warning: Exception caused NeuralNetTorch_r1_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=34552, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34552, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L2 ... Training model for up to 16598.34s of the 16598.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r89_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=23648, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23648, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 18:55:16,383	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,385	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,386	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,388	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,389	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,390	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:16,392	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L3 ... Training model for up to 1840.88s of the 16595.19s of remaining time.
	Ensemble Weights: {'LightGBM_r135_BAG_L2': 0.172, 'LightGBM_r121_BAG_L2': 0.121, 'CatBoost_r137_BAG_L2': 0.103, 'ExtraTrees_r172_BAG_L2': 0.103, 'CatBoost_r180_BAG_L2': 0.086, 'ExtraTreesEntr_BAG_L2': 0.069, 'XGBoost_r33_BAG_L2': 0.069, 'LightGBM_r143_BAG_L2': 0.069, 'RandomForest_r39_BAG_L2': 0.052, 'CatBoost_r86_BAG_L2': 0.052, 'RandomForest_r34_BAG_L2': 0.052, 'CatBoost_r13_BAG_L2': 0.017, 'RandomForest_r127_BAG_L2': 0.017, 'RandomForest_r15_BAG_L2': 0.017}
	0.934	 = Validation score   (roc_auc)
	4.18s	 = Training   runtime
	0.0s	 = Validation runtime
AutoGluon training complete, total runtime = 5009.03s ... Best model: "WeightedEnsemble_L3"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_best_quality_models_2/ds_sub_fit/sub_fit_ho")
2024-03-03 18:55:21,384	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,387	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,388	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,390	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,393	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,393	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 18:55:21,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Leaderboard on holdout data from dynamic stacking:
                        model  holdout_score  score_val eval_metric  pred_time_test  pred_time_val     fit_time  pred_time_test_marginal  pred_time_val_marginal  fit_time_marginal  stack_level  can_infer  fit_order
0     RandomForest_r34_BAG_L2       0.940201   0.932456     roc_auc       18.629137      38.078983  3039.476936                 0.077164                0.529550          31.602560            2       True        105
1          XGBoost_r95_BAG_L2       0.940093   0.931247     roc_auc       18.819510      37.718444  3013.578431                 0.267537                0.169011           5.704056            2       True        129
2          XGBoost_r89_BAG_L2       0.940055   0.931343     roc_auc       18.839503      37.705112  3013.124232                 0.287530                0.155679           5.249856            2       True         87
3          XGBoost_r31_BAG_L2       0.939929   0.930891     roc_auc       18.995176      37.882396  3028.174500                 0.443202                0.332963          20.300124            2       True        115
4        LightGBM_r130_BAG_L2       0.939850   0.931169     roc_auc       18.663484      37.658606  3012.767976                 0.111510                0.109173           4.893600            2       True         88
5          XGBoost_r22_BAG_L2       0.939651   0.931171     roc_auc       18.835501      37.732960  3013.427267                 0.283528                0.183527           5.552891            2       True        119
6          XGBoost_r49_BAG_L2       0.939587   0.931313     roc_auc       18.874510      37.764625  3016.450247                 0.322536                0.215192           8.575871            2       True        110
7              XGBoost_BAG_L2       0.939509   0.931082     roc_auc       18.809517      37.705533  3013.452953                 0.257543                0.156100           5.578578            2       True         75
8             LightGBM_BAG_L2       0.939499   0.931464     roc_auc       18.681989      37.653965  3012.529170                 0.130016                0.104532           4.654794            2       True         69
9        LightGBM_r131_BAG_L2       0.939446   0.931607     roc_auc       18.730994      37.832016  3015.012170                 0.179020                0.282583           7.137794            2       True         78
10        LightGBM_r15_BAG_L2       0.939389   0.931487     roc_auc       18.695993      37.731518  3013.865496                 0.144020                0.182085           5.991120            2       True         99
11        WeightedEnsemble_L3       0.939337   0.934048     roc_auc       20.789951      42.552105  3603.520336                 0.012000                0.002000           4.178719            3       True        132
12        CatBoost_r13_BAG_L2       0.939142   0.932321     roc_auc       18.634978      37.597046  3171.736328                 0.083004                0.047613         163.861952            2       True         84
13       ExtraTrees_r4_BAG_L2       0.939128   0.931892     roc_auc       18.645071      38.169122  3009.319232                 0.093098                0.619689           1.444856            2       True        108
14        LightGBM_r94_BAG_L2       0.939081   0.931532     roc_auc       18.697551      37.827990  3012.359301                 0.145577                0.278557           4.484925            2       True        106
15        LightGBM_r96_BAG_L2       0.939029   0.931680     roc_auc       18.810476      38.228520  3015.454200                 0.258502                0.679087           7.579824            2       True         80
16     ExtraTrees_r178_BAG_L2       0.939005   0.931582     roc_auc       18.638521      38.171270  3009.484673                 0.086547                0.621837           1.610297            2       True        113
17        CatBoost_r86_BAG_L2       0.938867   0.931890     roc_auc       18.658486      37.618026  3093.184800                 0.106512                0.068593          85.310425            2       True        100
18       CatBoost_r128_BAG_L2       0.938865   0.931262     roc_auc       18.688995      37.632953  3095.214629                 0.137021                0.083520          87.340254            2       True        107
19       LightGBMLarge_BAG_L2       0.938830   0.931651     roc_auc       18.683486      37.678967  3016.176585                 0.131513                0.129534           8.302210            2       True         76
20        CatBoost_r12_BAG_L2       0.938828   0.931625     roc_auc       18.613830      37.609409  3074.153473                 0.061856                0.059976          66.279097            2       True        125
21       LightGBM_r143_BAG_L2       0.938813   0.931703     roc_auc       18.762996      37.805001  3020.688754                 0.211022                0.255568          12.814378            2       True        103
22        CatBoost_r70_BAG_L2       0.938773   0.931709     roc_auc       18.687485      37.622414  3055.845992                 0.135511                0.072981          47.971617            2       True         94
23       CatBoost_r180_BAG_L2       0.938771   0.931853     roc_auc       18.672227      37.624442  3059.995866                 0.120254                0.075009          52.121490            2       True        122
24   RandomForest_r127_BAG_L2       0.938678   0.931196     roc_auc       18.680856      38.156962  3069.313752                 0.128882                0.607529          61.439376            2       True        104
25       CatBoost_r167_BAG_L2       0.938642   0.931197     roc_auc       18.611154      37.608945  3052.898482                 0.059181                0.059512          45.024107            2       True         97
26       CatBoost_r198_BAG_L2       0.938635   0.931643     roc_auc       18.612975      37.601432  3057.198722                 0.061001                0.051999          49.324346            2       True        128
27         XGBoost_r98_BAG_L2       0.938583   0.932364     roc_auc       19.154060      38.119860  3039.755404                 0.602087                0.570427          31.881028            2       True         98
28        XGBoost_r194_BAG_L2       0.938524   0.930649     roc_auc       18.853514      37.671944  3014.665883                 0.301540                0.122511           6.791507            2       True         90
29       LightGBM_r135_BAG_L2       0.938498   0.931662     roc_auc       18.712976      37.746961  3016.994008                 0.161002                0.197528           9.119632            2       True        118
30     ExtraTrees_r172_BAG_L2       0.938446   0.932002     roc_auc       18.706729      38.158342  3010.152282                 0.154755                0.608909           2.277906            2       True         91
31       CatBoost_r143_BAG_L2       0.938429   0.931673     roc_auc       18.613139      37.609938  3048.056062                 0.061166                0.060505          40.181686            2       True        112
32         CatBoost_r9_BAG_L2       0.938288   0.932124     roc_auc       18.693520      37.633949  3095.645218                 0.141546                0.084516          87.770842            2       True         79
33       LightGBM_r121_BAG_L2       0.938277   0.932391     roc_auc       18.839009      37.919030  3021.222656                 0.287035                0.369597          13.348280            2       True        121
34         CatBoost_r5_BAG_L2       0.938264   0.931162     roc_auc       18.650486      37.609952  3038.305135                 0.098513                0.060519          30.430759            2       True        111
35        CatBoost_r49_BAG_L2       0.938196   0.931687     roc_auc       18.613976      37.611463  3036.452105                 0.062002                0.062030          28.577729            2       True        101
36       CatBoost_r177_BAG_L2       0.938144   0.931605     roc_auc       18.637484      37.601996  3038.382244                 0.085510                0.052563          30.507868            2       True         77
37       LightGBM_r161_BAG_L2       0.938135   0.932279     roc_auc       18.888522      37.943022  3021.166625                 0.336549                0.393589          13.292249            2       True         93
38      ExtraTrees_r42_BAG_L2       0.938117   0.928926     roc_auc       18.708997      38.129700  3010.106973                 0.157023                0.580267           2.232597            2       True         82
39        CatBoost_r69_BAG_L2       0.938065   0.931272     roc_auc       18.622488      37.601063  3044.234718                 0.070515                0.051630          36.360342            2       True         92
40    RandomForestEntr_BAG_L2       0.938060   0.930770     roc_auc       18.647119      38.317014  3013.793357                 0.095145                0.767581           5.918982            2       True         71
41            CatBoost_BAG_L2       0.937971   0.931685     roc_auc       18.610083      37.608428  3049.981252                 0.058109                0.058995          42.106876            2       True         72
42       CatBoost_r163_BAG_L2       0.937943   0.931370     roc_auc       18.608508      37.609010  3028.944904                 0.056534                0.059577          21.070529            2       True        127
43        CatBoost_r50_BAG_L2       0.937784   0.931272     roc_auc       18.672501      37.611954  3030.534419                 0.120528                0.062521          22.660043            2       True         89
44     ExtraTrees_r197_BAG_L2       0.937729   0.929822     roc_auc       18.640623      38.382208  3011.075967                 0.088650                0.832775           3.201591            2       True        123
45         XGBoost_r34_BAG_L2       0.937644   0.931736     roc_auc       18.891504      37.841993  3020.914683                 0.339531                0.292560          13.040308            2       True        130
46       CatBoost_r137_BAG_L2       0.937613   0.931790     roc_auc       18.617576      37.602439  3048.629530                 0.065602                0.053006          40.755154            2       True         83
47        CatBoost_r60_BAG_L2       0.937597   0.931387     roc_auc       18.655488      37.609434  3047.853568                 0.103514                0.060001          39.979192            2       True        116
48          LightGBMXT_BAG_L2       0.937541   0.931511     roc_auc       18.686488      37.669747  3012.037517                 0.134515                0.120314           4.163141            2       True         68
49         XGBoost_r33_BAG_L2       0.937519   0.932186     roc_auc       18.984012      37.881545  3028.255065                 0.432039                0.332112          20.380689            2       True         81
50         CatBoost_r6_BAG_L2       0.937488   0.930707     roc_auc       18.657482      37.619478  3026.311381                 0.105509                0.070045          18.437006            2       True        120
51     ExtraTrees_r126_BAG_L2       0.937299   0.929898     roc_auc       18.664064      38.189713  3008.570509                 0.112090                0.640280           0.696133            2       True        126
52    RandomForest_r15_BAG_L2       0.937158   0.930552     roc_auc       18.661818      38.144634  3054.949489                 0.109844                0.595201          47.075113            2       True        117
53    RandomForestGini_BAG_L2       0.936781   0.929654     roc_auc       18.701484      38.154971  3014.244860                 0.149511                0.605538           6.370485            2       True         70
54   RandomForest_r195_BAG_L2       0.936704   0.928380     roc_auc       18.667001      38.143080  3059.696152                 0.115028                0.593647          51.821776            2       True         85
55   RandomForest_r166_BAG_L2       0.936685   0.929690     roc_auc       18.647019      38.182482  3011.923070                 0.095046                0.633049           4.048695            2       True        114
56      ExtraTreesEntr_BAG_L2       0.936578   0.930386     roc_auc       18.702424      38.218013  3008.582989                 0.150450                0.668580           0.708613            2       True         74
57      ExtraTreesGini_BAG_L2       0.936576   0.928808     roc_auc       18.672049      38.289832  3008.627224                 0.120075                0.740399           0.752848            2       True         73
58      ExtraTrees_r49_BAG_L2       0.936576   0.928808     roc_auc       18.678979      38.194192  3008.596796                 0.127006                0.644759           0.722420            2       True        102
59    RandomForest_r39_BAG_L2       0.936368   0.929859     roc_auc       18.690385      38.141309  3058.526049                 0.138412                0.591876          50.651673            2       True         96
60    RandomForest_r16_BAG_L2       0.936180   0.928684     roc_auc       18.643111      38.192490  3079.595452                 0.091137                0.643057          71.721076            2       True        124
61       LightGBM_r188_BAG_L2       0.935411   0.929263     roc_auc       18.717489      37.743215  3012.970643                 0.165515                0.193782           5.096267            2       True         86
62       LightGBM_r196_BAG_L2       0.935231   0.930428     roc_auc       19.250811      39.161064  3021.524150                 0.698838                1.611631          13.649774            2       True         95
63        LightGBM_r30_BAG_L2       0.935017   0.930181     roc_auc       18.872293      38.190025  3016.436620                 0.320320                0.640592           8.562245            2       True        109
64        LightGBM_r42_BAG_L2       0.933852   0.928009     roc_auc       18.694992      37.674675  3011.735987                 0.143018                0.125242           3.861611            2       True        131
65       LightGBM_r121_BAG_L1       0.931360   0.923911     roc_auc        0.581074       1.043453     8.351639                 0.581074                1.043453           8.351639            1       True         56
66       LightGBM_r161_BAG_L1       0.931284   0.923940     roc_auc        0.539911       1.090967     8.595937                 0.539911                1.090967           8.595937            1       True         28
67        WeightedEnsemble_L2       0.931170   0.926806     roc_auc        1.657008       2.761400   231.267982                 0.010000                0.000000           4.033067            2       True         67
68       CatBoost_r128_BAG_L1       0.927473   0.921939     roc_auc        0.143057       0.093628    66.421354                 0.143057                0.093628          66.421354            1       True         42
69       CatBoost_r180_BAG_L1       0.927323   0.918713     roc_auc        0.130508       0.047265    53.789803                 0.130508                0.047265          53.789803            1       True         57
70       LightGBMLarge_BAG_L1       0.926468   0.917823     roc_auc        0.176520       0.233788     4.626753                 0.176520                0.233788           4.626753            1       True         11
71       LightGBM_r131_BAG_L1       0.926364   0.918909     roc_auc        0.440551       0.968758     7.607457                 0.440551                0.968758           7.607457            1       True         13
72         CatBoost_r9_BAG_L1       0.926138   0.920203     roc_auc        0.149463       0.078127    83.240619                 0.149463                0.078127          83.240619            1       True         14
73       LightGBM_r143_BAG_L1       0.924866   0.915341     roc_auc        0.285646       0.464324     6.524753                 0.285646                0.464324           6.524753            1       True         38
74       LightGBM_r130_BAG_L1       0.923896   0.915261     roc_auc        0.136508       0.238207     3.717193                 0.136508                0.238207           3.717193            1       True         23
75        CatBoost_r70_BAG_L1       0.923223   0.917533     roc_auc        0.132025       0.086026    73.879196                 0.132025                0.086026          73.879196            1       True         29
76        CatBoost_r12_BAG_L1       0.922595   0.916333     roc_auc        0.083213       0.068766   190.856951                 0.083213                0.068766         190.856951            1       True         60
77       CatBoost_r198_BAG_L1       0.921964   0.916064     roc_auc        0.081089       0.063870   212.763118                 0.081089                0.063870         212.763118            1       True         63
78       LightGBM_r135_BAG_L1       0.921947   0.912084     roc_auc        0.210531       0.282046     4.722446                 0.210531                0.282046           4.722446            1       True         53
79       CatBoost_r177_BAG_L1       0.921667   0.915544     roc_auc        0.095510       0.015629    74.522033                 0.095510                0.015629          74.522033            1       True         12
80       CatBoost_r143_BAG_L1       0.921522   0.914357     roc_auc        0.066511       0.062496    82.732028                 0.066511                0.062496          82.732028            1       True         47
81        CatBoost_r13_BAG_L1       0.921445   0.915814     roc_auc        0.113538       0.046872   331.454575                 0.113538                0.046872         331.454575            1       True         19
82       CatBoost_r167_BAG_L1       0.921414   0.916253     roc_auc        0.091565       0.069899   109.407630                 0.091565                0.069899         109.407630            1       True         32
83         XGBoost_r34_BAG_L1       0.921330   0.914154     roc_auc        0.437037       0.533595     8.031255                 0.437037                0.533595           8.031255            1       True         65
84        CatBoost_r69_BAG_L1       0.921268   0.914442     roc_auc        0.091521       0.015626   161.541507                 0.091521                0.015626         161.541507            1       True         27
85            CatBoost_BAG_L1       0.921222   0.914692     roc_auc        0.080423       0.055399   171.913832                 0.080423                0.055399         171.913832            1       True          7
86         XGBoost_r33_BAG_L1       0.920635   0.912833     roc_auc        0.595058       0.782971    11.223053                 0.595058                0.782971          11.223053            1       True         16
87       CatBoost_r163_BAG_L1       0.920594   0.913989     roc_auc        0.056542       0.037997    90.371657                 0.056542                0.037997          90.371657            1       True         62
88            LightGBM_BAG_L1       0.920565   0.911735     roc_auc        0.146511       0.203568     3.811257                 0.146511                0.203568           3.811257            1       True          4
89        LightGBM_r15_BAG_L1       0.920169   0.911699     roc_auc        0.362043       0.940745     6.808133                 0.362043                0.940745           6.808133            1       True         34
90             XGBoost_BAG_L1       0.920168   0.909758     roc_auc        0.280527       0.171897     4.203488                 0.280527                0.171897           4.203488            1       True         10
91        CatBoost_r50_BAG_L1       0.919919   0.911035     roc_auc        0.109516       0.040249    61.267235                 0.109516                0.040249          61.267235            1       True         24
92        CatBoost_r86_BAG_L1       0.919901   0.915776     roc_auc        0.132513       0.053890   205.077906                 0.132513                0.053890         205.077906            1       True         35
93         XGBoost_r95_BAG_L1       0.919677   0.909375     roc_auc        0.340984       0.262580     6.638593                 0.340984                0.262580           6.638593            1       True         64
94        CatBoost_r60_BAG_L1       0.919619   0.912554     roc_auc        0.112510       0.103269   175.176273                 0.112510                0.103269         175.176273            1       True         51
95         XGBoost_r98_BAG_L1       0.919522   0.911762     roc_auc        1.492656       1.794153    22.613600                 1.492656                1.794153          22.613600            1       True         33
96         XGBoost_r22_BAG_L1       0.919391   0.909781     roc_auc        0.352032       0.293302     6.512941                 0.352032                0.293302           6.512941            1       True         54
97   RandomForest_r127_BAG_L1       0.918961   0.910056     roc_auc        0.140389       0.407971     5.490420                 0.140389                0.407971           5.490420            1       True         39
98       CatBoost_r137_BAG_L1       0.918411   0.911560     roc_auc        0.092474       0.084635   271.628713                 0.092474                0.084635         271.628713            1       True         18
99         XGBoost_r89_BAG_L1       0.917701   0.908868     roc_auc        0.309526       0.233134     5.457730                 0.309526                0.233134           5.457730            1       True         22
100   RandomForest_r16_BAG_L1       0.917582   0.908195     roc_auc        0.102995       0.407961     6.835562                 0.102995                0.407961           6.835562            1       True         59
101        XGBoost_r49_BAG_L1       0.917528   0.909357     roc_auc        0.449548       0.423471     8.015376                 0.449548                0.423471           8.015376            1       True         45
102   RandomForest_r15_BAG_L1       0.917524   0.908810     roc_auc        0.112515       0.408889     4.330677                 0.112515                0.408889           4.330677            1       True         52
103        CatBoost_r6_BAG_L1       0.917016   0.910490     roc_auc        0.114510       0.056881    41.303908                 0.114510                0.056881          41.303908            1       True         55
104        XGBoost_r31_BAG_L1       0.917006   0.908740     roc_auc        2.322884       2.586740    53.885374                 2.322884                2.586740          53.885374            1       True         50
105   RandomForest_r39_BAG_L1       0.916533   0.908606     roc_auc        0.141020       0.408059     4.783573                 0.141020                0.408059           4.783573            1       True         31
106  RandomForest_r195_BAG_L1       0.916328   0.907273     roc_auc        0.087529       0.423655     4.690090                 0.087529                0.423655           4.690090            1       True         20
107        CatBoost_r5_BAG_L1       0.916045   0.908683     roc_auc        0.095004       0.054891   148.362825                 0.095004                0.054891         148.362825            1       True         46
108       CatBoost_r49_BAG_L1       0.915748   0.909228     roc_auc        0.061513       0.062513   112.189626                 0.061513                0.062513         112.189626            1       True         36
109       XGBoost_r194_BAG_L1       0.911370   0.902160     roc_auc        0.241269       0.141458     2.792041                 0.241269                0.141458           2.792041            1       True         25
110   RandomForest_r34_BAG_L1       0.899342   0.890801     roc_auc        0.093253       0.361309     3.015345                 0.093253                0.361309           3.015345            1       True         40
111       LightGBM_r96_BAG_L1       0.891946   0.888318     roc_auc        0.683344       2.678089    10.232098                 0.683344                2.678089          10.232098            1       True         15
112         LightGBMXT_BAG_L1       0.891709   0.887371     roc_auc        0.185021       0.415255     3.419261                 0.185021                0.415255           3.419261            1       True          3
113   RandomForestEntr_BAG_L1       0.890985   0.887658     roc_auc        0.140193       0.439488     1.474167                 0.140193                0.439488           1.474167            1       True          6
114       LightGBM_r94_BAG_L1       0.890633   0.887174     roc_auc        0.396207       0.973102     7.183744                 0.396207                0.973102           7.183744            1       True         41
115  RandomForest_r166_BAG_L1       0.889665   0.884224     roc_auc        0.143940       0.455193     2.276119                 0.143940                0.455193           2.276119            1       True         49
116   RandomForestGini_BAG_L1       0.889665   0.884224     roc_auc        0.164659       0.454713     1.443439                 0.164659                0.454713           1.443439            1       True          5
117       LightGBM_r30_BAG_L1       0.883688   0.882359     roc_auc        0.645994       1.731201    10.648954                 0.645994                1.731201          10.648954            1       True         44
118      LightGBM_r188_BAG_L1       0.883258   0.881779     roc_auc        0.214018       0.402973     4.452944                 0.214018                0.402973           4.452944            1       True         21
119      LightGBM_r196_BAG_L1       0.883202   0.881388     roc_auc        1.833381       8.703571    24.027755                 1.833381                8.703571          24.027755            1       True         30
120       LightGBM_r42_BAG_L1       0.879377   0.875920     roc_auc        0.207024       0.326522     4.067577                 0.207024                0.326522           4.067577            1       True         66
121    ExtraTrees_r197_BAG_L1       0.877073   0.875365     roc_auc        0.137682       0.439887     1.098870                 0.137682                0.439887           1.098870            1       True         58
122    ExtraTrees_r172_BAG_L1       0.873331   0.875468     roc_auc        0.140244       0.424068     0.875962                 0.140244                0.424068           0.875962            1       True         26
123     ExtraTrees_r42_BAG_L1       0.872771   0.872313     roc_auc        0.170009       0.442873     0.957086                 0.170009                0.442873           0.957086            1       True         17
124    ExtraTrees_r178_BAG_L1       0.870878   0.871212     roc_auc        0.121144       0.549806     1.351502                 0.121144                0.549806           1.351502            1       True         48
125      ExtraTrees_r4_BAG_L1       0.866269   0.866898     roc_auc        0.086156       0.391819     0.643016                 0.086156                0.391819           0.643016            1       True         43
126     ExtraTreesEntr_BAG_L1       0.845477   0.845475     roc_auc        0.185247       0.502236     0.596168                 0.185247                0.502236           0.596168            1       True          9
127    ExtraTrees_r126_BAG_L1       0.842519   0.842775     roc_auc        0.138982       0.546290     0.622577                 0.138982                0.546290           0.622577            1       True         61
128     ExtraTreesGini_BAG_L1       0.841459   0.842146     roc_auc        0.189609       0.502288     0.611796                 0.189609                0.502288           0.611796            1       True          8
129     ExtraTrees_r49_BAG_L1       0.841459   0.842146     roc_auc        0.219090       0.517206     0.674626                 0.219090                0.517206           0.674626            1       True         37
130     KNeighborsDist_BAG_L1       0.680355   0.660285     roc_auc        0.072507       0.172153     0.015625                 0.072507                0.172153           0.015625            1       True          2
131     KNeighborsUnif_BAG_L1       0.674621   0.656874     roc_auc        0.066001       0.175773     0.015614                 0.066001                0.175773           0.015614            1       True          1
Stacked overfitting occurred: False.
Spend 5040 seconds for the sub-fit(s) during dynamic stacking.
Time left for full fit of AutoGluon: 81360 seconds.
Starting full fit now with num_stack_levels 1.
Beginning AutoGluon training ... Time limit = 81360s
AutoGluon will save models to "./loan_best_quality_models_2"
=================== System Info ===================
AutoGluon Version:  1.0.0
Python Version:     3.10.13
Operating System:   Windows
Platform Machine:   AMD64
Platform Version:   10.0.22621
CPU Count:          20
Memory Avail:       16.33 GB / 31.73 GB (51.5%)
Disk Space Avail:   732.65 GB / 951.65 GB (77.0%)
===================================================
Train Data Rows:    23821
Train Data Columns: 24
Label Column:       loan_status
Problem Type:       binary
Preprocessing data ...
Selected class <--> label mapping:  class 1 = 1, class 0 = 0
Using Feature Generators to preprocess the data ...
Fitting AutoMLPipelineFeatureGenerator...
	Available Memory:                    16722.59 MB
	Train Data (Original)  Memory Usage: 9.27 MB (0.1% of available memory)
	Inferring data type of each feature based on column values. Set feature_metadata_in to manually specify special dtypes of the features.
	Stage 1 Generators:
		Fitting AsTypeFeatureGenerator...
	Stage 2 Generators:
		Fitting FillNaFeatureGenerator...
	Stage 3 Generators:
		Fitting IdentityFeatureGenerator...
		Fitting CategoryFeatureGenerator...
			Fitting CategoryMemoryMinimizeFeatureGenerator...
	Stage 4 Generators:
		Fitting DropUniqueFeatureGenerator...
	Stage 5 Generators:
		Fitting DropDuplicatesFeatureGenerator...
	Types of features in original data (raw dtype, special dtypes):
		('float', [])  : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
		('object', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
	Types of features in processed data (raw dtype, special dtypes):
		('category', []) :  4 | ['grade', 'sub_grade', 'home_ownership', 'verification_status']
		('float', [])    : 20 | ['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', ...]
	0.1s = Fit runtime
	24 features in original data used to generate 24 features in processed data.
	Train Data (Processed) Memory Usage: 3.73 MB (0.0% of available memory)
Data preprocessing and feature engineering runtime = 0.11s ...
AutoGluon will gauge predictive performance using evaluation metric: 'roc_auc'
	This metric expects predicted probabilities rather than predicted class labels, so you'll need to use predict_proba() instead of predict()
	To change this, specify the eval_metric parameter of Predictor()
Large model count detected (112 configs) ... Only displaying the first 3 models of each family. To see all, set `verbosity=3`.
User-specified model hyperparameters to be fit:
{
	'NN_TORCH': [{}, {'activation': 'elu', 'dropout_prob': 0.10077639529843717, 'hidden_size': 108, 'learning_rate': 0.002735937344002146, 'num_layers': 4, 'use_batchnorm': True, 'weight_decay': 1.356433327634438e-12, 'ag_args': {'name_suffix': '_r79', 'priority': -2}}, {'activation': 'elu', 'dropout_prob': 0.11897478034205347, 'hidden_size': 213, 'learning_rate': 0.0010474382260641949, 'num_layers': 4, 'use_batchnorm': False, 'weight_decay': 5.594471067786272e-10, 'ag_args': {'name_suffix': '_r22', 'priority': -7}}],
	'GBM': [{'extra_trees': True, 'ag_args': {'name_suffix': 'XT'}}, {}, 'GBMLarge'],
	'CAT': [{}, {'depth': 6, 'grow_policy': 'SymmetricTree', 'l2_leaf_reg': 2.1542798306067823, 'learning_rate': 0.06864209415792857, 'max_ctr_complexity': 4, 'one_hot_max_size': 10, 'ag_args': {'name_suffix': '_r177', 'priority': -1}}, {'depth': 8, 'grow_policy': 'Depthwise', 'l2_leaf_reg': 2.7997999596449104, 'learning_rate': 0.031375015734637225, 'max_ctr_complexity': 2, 'one_hot_max_size': 3, 'ag_args': {'name_suffix': '_r9', 'priority': -5}}],
	'XGB': [{}, {'colsample_bytree': 0.6917311125174739, 'enable_categorical': False, 'learning_rate': 0.018063876087523967, 'max_depth': 10, 'min_child_weight': 0.6028633586934382, 'ag_args': {'name_suffix': '_r33', 'priority': -8}}, {'colsample_bytree': 0.6628423832084077, 'enable_categorical': False, 'learning_rate': 0.08775715546881824, 'max_depth': 5, 'min_child_weight': 0.6294123374222513, 'ag_args': {'name_suffix': '_r89', 'priority': -16}}],
	'FASTAI': [{}, {'bs': 256, 'emb_drop': 0.5411770367537934, 'epochs': 43, 'layers': [800, 400], 'lr': 0.01519848858318159, 'ps': 0.23782946566604385, 'ag_args': {'name_suffix': '_r191', 'priority': -4}}, {'bs': 2048, 'emb_drop': 0.05070411322605811, 'epochs': 29, 'layers': [200, 100], 'lr': 0.08974235041576624, 'ps': 0.10393466140748028, 'ag_args': {'name_suffix': '_r102', 'priority': -11}}],
	'RF': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
	'XT': [{'criterion': 'gini', 'ag_args': {'name_suffix': 'Gini', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'entropy', 'ag_args': {'name_suffix': 'Entr', 'problem_types': ['binary', 'multiclass']}}, {'criterion': 'squared_error', 'ag_args': {'name_suffix': 'MSE', 'problem_types': ['regression', 'quantile']}}],
	'KNN': [{'weights': 'uniform', 'ag_args': {'name_suffix': 'Unif'}}, {'weights': 'distance', 'ag_args': {'name_suffix': 'Dist'}}],
}
AutoGluon will fit 2 stack levels (L1 to L2) ...
Fitting 110 L1 models ...
Fitting model: KNeighborsUnif_BAG_L1 ... Training model for up to 54226.37s of the 81359.88s of remaining time.
	0.6616	 = Validation score   (roc_auc)
	0.01s	 = Training   runtime
	0.24s	 = Validation runtime
Fitting model: KNeighborsDist_BAG_L1 ... Training model for up to 54226.06s of the 81359.57s of remaining time.
	0.6666	 = Validation score   (roc_auc)
	0.02s	 = Training   runtime
	0.24s	 = Validation runtime
Fitting model: LightGBMXT_BAG_L1 ... Training model for up to 54225.73s of the 81359.24s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
	0.8884	 = Validation score   (roc_auc)
	4.55s	 = Training   runtime
	0.48s	 = Validation runtime
Fitting model: LightGBM_BAG_L1 ... Training model for up to 54219.4s of the 81352.92s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
	0.9135	 = Validation score   (roc_auc)
	4.28s	 = Training   runtime
	0.23s	 = Validation runtime
Fitting model: RandomForestGini_BAG_L1 ... Training model for up to 54213.36s of the 81346.88s of remaining time.
	0.8865	 = Validation score   (roc_auc)
	1.89s	 = Training   runtime
	0.56s	 = Validation runtime
Fitting model: RandomForestEntr_BAG_L1 ... Training model for up to 54210.75s of the 81344.27s of remaining time.
	0.8899	 = Validation score   (roc_auc)
	1.68s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: CatBoost_BAG_L1 ... Training model for up to 54208.4s of the 81341.92s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	0.9201	 = Validation score   (roc_auc)
	275.12s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: ExtraTreesGini_BAG_L1 ... Training model for up to 53931.81s of the 81065.33s of remaining time.
	0.8426	 = Validation score   (roc_auc)
	0.72s	 = Training   runtime
	0.57s	 = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L1 ... Training model for up to 53930.31s of the 81063.82s of remaining time.
	0.8458	 = Validation score   (roc_auc)
	0.73s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L1 ... Training model for up to 53928.77s of the 81062.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
	Warning: Exception caused NeuralNetFastAI_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=22332, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=22332, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L1 ... Training model for up to 53927.2s of the 81060.71s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
2024-03-03 19:00:56,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,291	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,300	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:00:56,300	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9144	 = Validation score   (roc_auc)
	5.27s	 = Training   runtime
	0.24s	 = Validation runtime
Fitting model: NeuralNetTorch_BAG_L1 ... Training model for up to 53920.46s of the 81053.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
	Warning: Exception caused NeuralNetTorch_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=32568, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=32568, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L1 ... Training model for up to 53918.15s of the 81051.66s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
2024-03-03 19:01:05,367	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,369	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,372	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,374	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,376	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:01:05,378	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9213	 = Validation score   (roc_auc)
	5.2s	 = Training   runtime
	0.29s	 = Validation runtime
Fitting model: CatBoost_r177_BAG_L1 ... Training model for up to 53911.37s of the 81044.88s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	0.9189	 = Validation score   (roc_auc)
	120.55s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L1 ... Training model for up to 53789.35s of the 80922.86s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
	Warning: Exception caused NeuralNetTorch_r79_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=31636, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=31636, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L1 ... Training model for up to 53787.02s of the 80920.54s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-03 19:03:16,506	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,506	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,509	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,509	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,513	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,513	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:16,517	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9199	 = Validation score   (roc_auc)
	8.65s	 = Training   runtime
	1.1s	 = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L1 ... Training model for up to 53776.54s of the 80910.06s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r191_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=15524, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=15524, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L1 ... Training model for up to 53774.87s of the 80908.39s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
2024-03-03 19:03:28,635	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,638	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,640	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,643	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,645	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,648	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:03:28,650	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9266	 = Validation score   (roc_auc)
	107.32s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: LightGBM_r96_BAG_L1 ... Training model for up to 53665.87s of the 80799.38s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
	0.8897	 = Validation score   (roc_auc)
	11.95s	 = Training   runtime
	2.97s	 = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L1 ... Training model for up to 53651.9s of the 80785.42s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r22_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=3340, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=3340, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L1 ... Training model for up to 53649.24s of the 80782.75s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
2024-03-03 19:05:33,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,667	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,669	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,672	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,674	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,676	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:05:33,678	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9157	 = Validation score   (roc_auc)
	15.23s	 = Training   runtime
	1.31s	 = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L1 ... Training model for up to 53632.16s of the 80765.68s of remaining time.
	0.873	 = Validation score   (roc_auc)
	1.06s	 = Training   runtime
	0.53s	 = Validation runtime
Fitting model: CatBoost_r137_BAG_L1 ... Training model for up to 53630.4s of the 80763.92s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
	0.9137	 = Validation score   (roc_auc)
	299.94s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L1 ... Training model for up to 53328.93s of the 80462.45s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r102_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=22776, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=22776, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L1 ... Training model for up to 53327.4s of the 80460.92s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
2024-03-03 19:10:55,301	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,301	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,306	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,309	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,309	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,313	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:10:55,313	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9201	 = Validation score   (roc_auc)
	457.4s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: RandomForest_r195_BAG_L1 ... Training model for up to 52868.58s of the 80002.1s of remaining time.
	0.9116	 = Validation score   (roc_auc)
	5.65s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: LightGBM_r188_BAG_L1 ... Training model for up to 52862.27s of the 79995.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	0.8826	 = Validation score   (roc_auc)
	5.29s	 = Training   runtime
	0.48s	 = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L1 ... Training model for up to 52855.29s of the 79988.81s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r145_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=12816, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=12816, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L1 ... Training model for up to 52853.67s of the 79987.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
2024-03-03 19:18:49,924	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,926	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,928	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,930	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,932	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,934	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:18:49,936	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9118	 = Validation score   (roc_auc)
	7.82s	 = Training   runtime
	0.33s	 = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L1 ... Training model for up to 52844.32s of the 79977.84s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r30_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=35644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L1 ... Training model for up to 52841.92s of the 79975.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-03 19:19:01,009	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,011	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,013	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,016	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,017	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:01,019	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9186	 = Validation score   (roc_auc)
	3.66s	 = Training   runtime
	0.26s	 = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L1 ... Training model for up to 52836.63s of the 79970.14s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
	Warning: Exception caused NeuralNetTorch_r86_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=22800, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=22800, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L1 ... Training model for up to 52833.96s of the 79967.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
2024-03-03 19:19:09,067	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,070	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,073	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,075	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,079	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,080	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:19:09,083	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9139	 = Validation score   (roc_auc)
	85.31s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L1 ... Training model for up to 52746.97s of the 79880.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r11_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37452, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37452, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L1 ... Training model for up to 52745.36s of the 79878.87s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
	0.9055	 = Validation score   (roc_auc)
	3.14s	 = Training   runtime
	0.15s	 = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L1 ... Training model for up to 52740.69s of the 79874.21s of remaining time.
2024-03-03 19:20:37,884	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,886	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,889	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,891	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,894	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:20:37,898	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8765	 = Validation score   (roc_auc)
	1.03s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: CatBoost_r69_BAG_L1 ... Training model for up to 52739.02s of the 79872.54s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
	0.9185	 = Validation score   (roc_auc)
	243.11s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L1 ... Training model for up to 52494.48s of the 79627.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r103_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37416, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37416, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L1 ... Training model for up to 52492.86s of the 79626.38s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r14_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=34628, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34628, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:24:47,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,305	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,306	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,307	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L1 ... Training model for up to 52490.47s of the 79623.99s of remaining time.
2024-03-03 19:24:47,309	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,310	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:47,312	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
2024-03-03 19:24:52,914	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,916	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,918	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,920	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,923	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,926	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:24:52,928	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.927	 = Validation score   (roc_auc)
	10.5s	 = Training   runtime
	1.17s	 = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L1 ... Training model for up to 52477.99s of the 79611.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r143_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=22964, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=22964, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L1 ... Training model for up to 52476.22s of the 79609.74s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-03 19:25:07,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,026	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,031	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,032	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,034	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:25:07,036	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9213	 = Validation score   (roc_auc)
	102.35s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L1 ... Training model for up to 52372.31s of the 79505.83s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r156_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=8764, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=8764, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L1 ... Training model for up to 52370.65s of the 79504.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:26:52,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8836	 = Validation score   (roc_auc)
	26.95s	 = Training   runtime
	9.03s	 = Validation runtime
Fitting model: RandomForest_r39_BAG_L1 ... Training model for up to 52340.34s of the 79473.86s of remaining time.
	0.9121	 = Validation score   (roc_auc)
	5.49s	 = Training   runtime
	0.49s	 = Validation runtime
Fitting model: CatBoost_r167_BAG_L1 ... Training model for up to 52334.24s of the 79467.76s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	0.9192	 = Validation score   (roc_auc)
	136.28s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L1 ... Training model for up to 52196.44s of the 79329.96s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r95_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=12856, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=12856, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L1 ... Training model for up to 52194.75s of the 79328.26s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r41_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=31720, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=31720, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:29:45,352	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,352	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L1 ... Training model for up to 52192.41s of the 79325.93s of remaining time.
2024-03-03 19:29:45,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:45,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
2024-03-03 19:29:50,496	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,496	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:29:50,512	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9146	 = Validation score   (roc_auc)
	23.65s	 = Training   runtime
	2.13s	 = Validation runtime
Fitting model: LightGBM_r15_BAG_L1 ... Training model for up to 52166.83s of the 79300.34s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
	0.9134	 = Validation score   (roc_auc)
	8.74s	 = Training   runtime
	0.96s	 = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L1 ... Training model for up to 52156.24s of the 79289.76s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r158_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=16896, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=16896, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L1 ... Training model for up to 52153.89s of the 79287.4s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:30:29,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9195	 = Validation score   (roc_auc)
	279.71s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L1 ... Training model for up to 51872.6s of the 79006.12s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r37_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=16284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=16284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L1 ... Training model for up to 51870.88s of the 79004.4s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	Warning: Exception caused NeuralNetTorch_r197_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=29644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=29644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:35:09,299	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L1 ... Training model for up to 51868.46s of the 79001.98s of remaining time.
2024-03-03 19:35:09,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:09,314	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-03 19:35:14,882	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:35:14,883	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9137	 = Validation score   (roc_auc)
	150.08s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L1 ... Training model for up to 51716.8s of the 78850.32s of remaining time.
	0.8426	 = Validation score   (roc_auc)
	0.82s	 = Training   runtime
	0.61s	 = Validation runtime
Fitting model: LightGBM_r143_BAG_L1 ... Training model for up to 51715.15s of the 78848.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.27%)
	0.9192	 = Validation score   (roc_auc)
	7.91s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: RandomForest_r127_BAG_L1 ... Training model for up to 51705.44s of the 78838.96s of remaining time.
	0.9138	 = Validation score   (roc_auc)
	6.6s	 = Training   runtime
	0.47s	 = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L1 ... Training model for up to 51698.26s of the 78831.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r134_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=34288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=34288, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L1 ... Training model for up to 51696.58s of the 78830.1s of remaining time.
	0.8943	 = Validation score   (roc_auc)
	3.4s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: LightGBM_r94_BAG_L1 ... Training model for up to 51692.65s of the 78826.17s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:06,655	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8883	 = Validation score   (roc_auc)
	8.31s	 = Training   runtime
	1.52s	 = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L1 ... Training model for up to 51682.53s of the 78816.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r143_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=28408, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28408, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L1 ... Training model for up to 51680.05s of the 78813.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:38:22,715	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9257	 = Validation score   (roc_auc)
	79.87s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L1 ... Training model for up to 51598.58s of the 78732.1s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r111_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=8864, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=8864, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L1 ... Training model for up to 51596.92s of the 78730.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r31_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=13268, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=13268, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:39:43,222	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L1 ... Training model for up to 51594.55s of the 78728.06s of remaining time.
2024-03-03 19:39:43,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:43,230	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8681	 = Validation score   (roc_auc)
	0.82s	 = Training   runtime
	0.47s	 = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L1 ... Training model for up to 51593.17s of the 78726.68s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r65_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=12244, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=12244, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L1 ... Training model for up to 51591.47s of the 78724.99s of remaining time.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:46,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused NeuralNetFastAI_r88_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=36828, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=36828, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:48,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L1 ... Training model for up to 51589.76s of the 78723.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:39:53,065	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8838	 = Validation score   (roc_auc)
	13.08s	 = Training   runtime
	2.15s	 = Validation runtime
Fitting model: XGBoost_r49_BAG_L1 ... Training model for up to 51574.49s of the 78708.0s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
	0.9122	 = Validation score   (roc_auc)
	10.45s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: CatBoost_r5_BAG_L1 ... Training model for up to 51562.36s of the 78695.88s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
	0.914	 = Validation score   (roc_auc)
	189.3s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L1 ... Training model for up to 51371.44s of the 78504.96s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r87_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=34356, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=34356, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L1 ... Training model for up to 51368.95s of the 78502.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r71_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=37360, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=37360, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L1 ... Training model for up to 51366.55s of the 78500.07s of remaining time.
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:31,228	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-03 19:43:37,013	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,013	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,013	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,013	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:43:37,023	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9208	 = Validation score   (roc_auc)
	96.46s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L1 ... Training model for up to 51268.44s of the 78401.96s of remaining time.
	0.8743	 = Validation score   (roc_auc)
	0.97s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: RandomForest_r166_BAG_L1 ... Training model for up to 51266.77s of the 78400.28s of remaining time.
	0.8865	 = Validation score   (roc_auc)
	1.69s	 = Training   runtime
	0.54s	 = Validation runtime
Fitting model: XGBoost_r31_BAG_L1 ... Training model for up to 51264.38s of the 78397.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	0.9104	 = Validation score   (roc_auc)
	66.1s	 = Training   runtime
	3.09s	 = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L1 ... Training model for up to 51196.21s of the 78329.72s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r185_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=22076, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=22076, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L1 ... Training model for up to 51193.71s of the 78327.23s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r160_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=27388, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=27388, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:46:25,742	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,753	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L1 ... Training model for up to 51192.02s of the 78325.54s of remaining time.
2024-03-03 19:46:25,758	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,774	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,774	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:25,774	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:46:30,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9172	 = Validation score   (roc_auc)
	291.46s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: RandomForest_r15_BAG_L1 ... Training model for up to 50898.89s of the 78032.4s of remaining time.
	0.9125	 = Validation score   (roc_auc)
	5.08s	 = Training   runtime
	0.47s	 = Validation runtime
Fitting model: LightGBM_r135_BAG_L1 ... Training model for up to 50893.21s of the 78026.73s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	0.9164	 = Validation score   (roc_auc)
	5.05s	 = Training   runtime
	0.36s	 = Validation runtime
Fitting model: XGBoost_r22_BAG_L1 ... Training model for up to 50886.46s of the 78019.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	0.9127	 = Validation score   (roc_auc)
	7.48s	 = Training   runtime
	0.32s	 = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L1 ... Training model for up to 50877.3s of the 78010.82s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r69_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=35476, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=35476, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L1 ... Training model for up to 50875.57s of the 78009.09s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.16%)
2024-03-03 19:51:47,223	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,223	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,236	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:51:47,236	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9139	 = Validation score   (roc_auc)
	46.4s	 = Training   runtime
	0.1s	 = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L1 ... Training model for up to 50827.59s of the 77961.11s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	Warning: Exception caused NeuralNetFastAI_r138_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32992, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32992, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L1 ... Training model for up to 50825.9s of the 77959.41s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 19:52:37,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:37,481	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9276	 = Validation score   (roc_auc)
	10.34s	 = Training   runtime
	1.3s	 = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L1 ... Training model for up to 50813.53s of the 77947.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r172_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=36808, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=36808, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L1 ... Training model for up to 50811.74s of the 77945.26s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 19:52:51,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:52:51,548	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9236	 = Validation score   (roc_auc)
	70.45s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L1 ... Training model for up to 50739.66s of the 77873.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r76_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=38304, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38304, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L1 ... Training model for up to 50737.09s of the 77870.61s of remaining time.
	0.8769	 = Validation score   (roc_auc)
	1.4s	 = Training   runtime
	0.52s	 = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L1 ... Training model for up to 50735.05s of the 77868.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r121_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=19388, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=19388, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:54:05,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r127_BAG_L1 ... Training model for up to 50732.6s of the 77866.11s of remaining time.
2024-03-03 19:54:05,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:05,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r127_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=8140, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=8140, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:54:06,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L1 ... Training model for up to 50730.81s of the 77864.33s of remaining time.
2024-03-03 19:54:06,963	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,963	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,963	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:06,963	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:11,935	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9111	 = Validation score   (roc_auc)
	8.05s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L1 ... Training model for up to 50722.08s of the 77855.59s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r194_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10380, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10380, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L1 ... Training model for up to 50720.3s of the 77853.82s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:54:23,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9207	 = Validation score   (roc_auc)
	259.95s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L1 ... Training model for up to 50458.75s of the 77592.27s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r135_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=19280, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=19280, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L1 ... Training model for up to 50455.64s of the 77589.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.25%)
	Warning: Exception caused NeuralNetFastAI_r4_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=18548, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=18548, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L1 ... Training model for up to 50453.93s of the 77587.45s of remaining time.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:43,844	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8463	 = Validation score   (roc_auc)
	0.79s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L1 ... Training model for up to 50452.39s of the 77585.91s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r36_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=8248, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=8248, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 19:58:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L1 ... Training model for up to 50449.9s of the 77583.42s of remaining time.
2024-03-03 19:58:47,878	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,881	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:47,881	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r100_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=35288, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=35288, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 19:58:49,572	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,572	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L1 ... Training model for up to 50448.21s of the 77581.72s of remaining time.
2024-03-03 19:58:49,584	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,584	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,584	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,588	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:49,588	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 19:58:55,266	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9178	 = Validation score   (roc_auc)
	103.05s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: CatBoost_r198_BAG_L1 ... Training model for up to 50343.39s of the 77476.91s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
	0.9197	 = Validation score   (roc_auc)
	245.57s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L1 ... Training model for up to 50096.22s of the 77229.74s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused NeuralNetFastAI_r187_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=24640, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=24640, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L1 ... Training model for up to 50094.54s of the 77228.06s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused NeuralNetTorch_r19_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=33952, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=33952, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L1 ... Training model for up to 50092.11s of the 77225.63s of remaining time.
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:45,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:04:50,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9118	 = Validation score   (roc_auc)
	10.22s	 = Training   runtime
	0.31s	 = Validation runtime
Fitting model: XGBoost_r34_BAG_L1 ... Training model for up to 50080.2s of the 77213.71s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	0.9174	 = Validation score   (roc_auc)
	12.22s	 = Training   runtime
	0.89s	 = Validation runtime
Fitting model: LightGBM_r42_BAG_L1 ... Training model for up to 50066.19s of the 77199.7s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
	0.8767	 = Validation score   (roc_auc)
	4.44s	 = Training   runtime
	0.4s	 = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L1 ... Training model for up to 50059.91s of the 77193.42s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r1_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=19844, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=19844, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L1 ... Training model for up to 50057.29s of the 77190.8s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused NeuralNetTorch_r89_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=23036, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=23036, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:05:22,953	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,969	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:22,971	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L2 ... Training model for up to 5422.64s of the 77188.09s of remaining time.
2024-03-03 20:05:28,055	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,055	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,055	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,055	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,071	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,071	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:05:28,071	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Ensemble Weights: {'LightGBM_r121_BAG_L1': 0.312, 'CatBoost_r9_BAG_L1': 0.258, 'LightGBM_r161_BAG_L1': 0.183, 'CatBoost_r128_BAG_L1': 0.183, 'CatBoost_r180_BAG_L1': 0.043, 'RandomForest_r16_BAG_L1': 0.022}
	0.9305	 = Validation score   (roc_auc)
	5.02s	 = Training   runtime
	0.0s	 = Validation runtime
Fitting 108 L2 models ...
Fitting model: LightGBMXT_BAG_L2 ... Training model for up to 77183.04s of the 77182.86s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
	0.9358	 = Validation score   (roc_auc)
	4.5s	 = Training   runtime
	0.18s	 = Validation runtime
Fitting model: LightGBM_BAG_L2 ... Training model for up to 77176.82s of the 77176.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
	0.9355	 = Validation score   (roc_auc)
	4.41s	 = Training   runtime
	0.11s	 = Validation runtime
Fitting model: RandomForestGini_BAG_L2 ... Training model for up to 77170.64s of the 77170.46s of remaining time.
	0.933	 = Validation score   (roc_auc)
	7.62s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: RandomForestEntr_BAG_L2 ... Training model for up to 77162.1s of the 77161.95s of remaining time.
	0.9348	 = Validation score   (roc_auc)
	6.64s	 = Training   runtime
	0.7s	 = Validation runtime
Fitting model: CatBoost_BAG_L2 ... Training model for up to 77154.63s of the 77154.46s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.52%)
	0.9357	 = Validation score   (roc_auc)
	69.7s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTreesGini_BAG_L2 ... Training model for up to 77083.2s of the 77083.03s of remaining time.
	0.933	 = Validation score   (roc_auc)
	0.86s	 = Training   runtime
	0.74s	 = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L2 ... Training model for up to 77081.42s of the 77081.25s of remaining time.
	0.9334	 = Validation score   (roc_auc)
	0.88s	 = Training   runtime
	0.75s	 = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L2 ... Training model for up to 77079.62s of the 77079.46s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=2948, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=2948, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L2 ... Training model for up to 77077.83s of the 77077.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
2024-03-03 20:07:18,675	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:18,677	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9353	 = Validation score   (roc_auc)
	6.33s	 = Training   runtime
	0.21s	 = Validation runtime
Fitting model: NeuralNetTorch_BAG_L2 ... Training model for up to 77069.83s of the 77069.65s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=20676, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=20676, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBMLarge_BAG_L2 ... Training model for up to 77067.14s of the 77066.97s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
2024-03-03 20:07:29,720	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,720	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:07:29,736	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9352	 = Validation score   (roc_auc)
	8.27s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: CatBoost_r177_BAG_L2 ... Training model for up to 77057.12s of the 77056.95s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	0.9348	 = Validation score   (roc_auc)
	28.45s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L2 ... Training model for up to 77026.87s of the 77026.7s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_r79_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=27320, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=27320, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r131_BAG_L2 ... Training model for up to 77024.13s of the 77023.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.51%)
2024-03-03 20:08:12,932	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,932	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,932	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,932	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,942	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,942	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:12,942	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.936	 = Validation score   (roc_auc)
	7.51s	 = Training   runtime
	0.31s	 = Validation runtime
Fitting model: NeuralNetFastAI_r191_BAG_L2 ... Training model for up to 77014.81s of the 77014.65s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.61%)
	Warning: Exception caused NeuralNetFastAI_r191_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=28160, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=28160, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r9_BAG_L2 ... Training model for up to 77012.94s of the 77012.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.09%)
2024-03-03 20:08:23,986	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,986	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,986	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,986	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,994	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,994	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:08:23,994	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9356	 = Validation score   (roc_auc)
	95.06s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: LightGBM_r96_BAG_L2 ... Training model for up to 76916.2s of the 76916.03s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
	0.936	 = Validation score   (roc_auc)
	8.12s	 = Training   runtime
	0.82s	 = Validation runtime
Fitting model: NeuralNetTorch_r22_BAG_L2 ... Training model for up to 76906.19s of the 76906.03s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_r22_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=21376, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=21376, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: XGBoost_r33_BAG_L2 ... Training model for up to 76903.6s of the 76903.44s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.96%)
2024-03-03 20:10:13,503	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,503	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:10:13,518	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9355	 = Validation score   (roc_auc)
	20.54s	 = Training   runtime
	0.39s	 = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L2 ... Training model for up to 76881.32s of the 76881.16s of remaining time.
	0.934	 = Validation score   (roc_auc)
	2.75s	 = Training   runtime
	0.75s	 = Validation runtime
Fitting model: CatBoost_r137_BAG_L2 ... Training model for up to 76877.65s of the 76877.5s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
	0.9349	 = Validation score   (roc_auc)
	41.4s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L2 ... Training model for up to 76834.57s of the 76834.4s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r102_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=26596, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=26596, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L2 ... Training model for up to 76832.65s of the 76832.49s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.11%)
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:11:23,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9358	 = Validation score   (roc_auc)
	182.41s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForest_r195_BAG_L2 ... Training model for up to 76648.5s of the 76648.34s of remaining time.
	0.9321	 = Validation score   (roc_auc)
	60.1s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: LightGBM_r188_BAG_L2 ... Training model for up to 76587.6s of the 76587.42s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.74%)
	0.9349	 = Validation score   (roc_auc)
	5.33s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: NeuralNetFastAI_r145_BAG_L2 ... Training model for up to 76580.57s of the 76580.4s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
	Warning: Exception caused NeuralNetFastAI_r145_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=35340, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=35340, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r89_BAG_L2 ... Training model for up to 76578.64s of the 76578.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.68%)
2024-03-03 20:15:37,814	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,814	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:37,830	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9354	 = Validation score   (roc_auc)
	5.44s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L2 ... Training model for up to 76571.47s of the 76571.31s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
	Warning: Exception caused NeuralNetTorch_r30_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=35956, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35956, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: LightGBM_r130_BAG_L2 ... Training model for up to 76568.85s of the 76568.68s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
2024-03-03 20:15:47,853	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,853	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,853	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:47,869	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9352	 = Validation score   (roc_auc)
	4.89s	 = Training   runtime
	0.12s	 = Validation runtime
Fitting model: NeuralNetTorch_r86_BAG_L2 ... Training model for up to 76562.25s of the 76562.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
	Warning: Exception caused NeuralNetTorch_r86_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=16388, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=16388, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r50_BAG_L2 ... Training model for up to 76559.35s of the 76559.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.42%)
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:15:57,892	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9346	 = Validation score   (roc_auc)
	17.64s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L2 ... Training model for up to 76540.02s of the 76539.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
	Warning: Exception caused NeuralNetFastAI_r11_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=13640, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=13640, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L2 ... Training model for up to 76538.28s of the 76538.13s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.88%)
2024-03-03 20:16:18,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,972	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:16:18,988	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9338	 = Validation score   (roc_auc)
	6.27s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L2 ... Training model for up to 76530.36s of the 76530.19s of remaining time.
	0.9357	 = Validation score   (roc_auc)
	2.67s	 = Training   runtime
	0.71s	 = Validation runtime
Fitting model: CatBoost_r69_BAG_L2 ... Training model for up to 76526.82s of the 76526.66s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.47%)
	0.9349	 = Validation score   (roc_auc)
	29.55s	 = Training   runtime
	0.03s	 = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L2 ... Training model for up to 76495.6s of the 76495.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
	Warning: Exception caused NeuralNetFastAI_r103_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=25236, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=25236, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L2 ... Training model for up to 76493.84s of the 76493.69s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
	Warning: Exception caused NeuralNetTorch_r14_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=21212, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=21212, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:00,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r161_BAG_L2 ... Training model for up to 76491.24s of the 76491.07s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
2024-03-03 20:17:05,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,152	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:05,168	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9364	 = Validation score   (roc_auc)
	13.41s	 = Training   runtime
	0.4s	 = Validation runtime
Fitting model: NeuralNetFastAI_r143_BAG_L2 ... Training model for up to 76475.92s of the 76475.76s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
	Warning: Exception caused NeuralNetFastAI_r143_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=29752, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=29752, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r70_BAG_L2 ... Training model for up to 76474.05s of the 76473.89s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:17:23,225	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9356	 = Validation score   (roc_auc)
	43.4s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L2 ... Training model for up to 76428.95s of the 76428.79s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
	Warning: Exception caused NeuralNetFastAI_r156_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37592, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37592, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L2 ... Training model for up to 76427.22s of the 76427.06s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.79%)
2024-03-03 20:18:09,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:18:09,421	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9351	 = Validation score   (roc_auc)
	14.87s	 = Training   runtime
	1.8s	 = Validation runtime
Fitting model: RandomForest_r39_BAG_L2 ... Training model for up to 76410.16s of the 76409.98s of remaining time.
	0.9327	 = Validation score   (roc_auc)
	57.7s	 = Training   runtime
	0.68s	 = Validation runtime
Fitting model: CatBoost_r167_BAG_L2 ... Training model for up to 76351.64s of the 76351.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.78%)
	0.9354	 = Validation score   (roc_auc)
	43.01s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L2 ... Training model for up to 76307.03s of the 76306.87s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
	Warning: Exception caused NeuralNetFastAI_r95_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10716, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10716, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L2 ... Training model for up to 76305.26s of the 76305.1s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
	Warning: Exception caused NeuralNetTorch_r41_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=11608, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=11608, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:08,767	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r98_BAG_L2 ... Training model for up to 76302.67s of the 76302.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.33%)
2024-03-03 20:20:14,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,371	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:14,384	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.936	 = Validation score   (roc_auc)
	33.35s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: LightGBM_r15_BAG_L2 ... Training model for up to 76267.59s of the 76267.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
	0.9359	 = Validation score   (roc_auc)
	5.85s	 = Training   runtime
	0.19s	 = Validation runtime
Fitting model: NeuralNetTorch_r158_BAG_L2 ... Training model for up to 76260.06s of the 76259.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
	Warning: Exception caused NeuralNetTorch_r158_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=12256, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=12256, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r86_BAG_L2 ... Training model for up to 76257.44s of the 76257.27s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.20%)
2024-03-03 20:20:59,550	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,550	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,550	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,550	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,561	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,561	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:20:59,566	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9356	 = Validation score   (roc_auc)
	113.34s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L2 ... Training model for up to 76142.36s of the 76142.2s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
	Warning: Exception caused NeuralNetFastAI_r37_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=26800, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=26800, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L2 ... Training model for up to 76140.6s of the 76140.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
	Warning: Exception caused NeuralNetTorch_r197_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=2652, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=2652, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:22:53,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,235	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:53,250	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r49_BAG_L2 ... Training model for up to 76138.22s of the 76138.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:22:58,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9347	 = Validation score   (roc_auc)
	34.19s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L2 ... Training model for up to 76102.43s of the 76102.27s of remaining time.
	0.933	 = Validation score   (roc_auc)
	0.85s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: LightGBM_r143_BAG_L2 ... Training model for up to 76100.69s of the 76100.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.95%)
	0.9354	 = Validation score   (roc_auc)
	12.36s	 = Training   runtime
	0.27s	 = Validation runtime
Fitting model: RandomForest_r127_BAG_L2 ... Training model for up to 76086.63s of the 76086.46s of remaining time.
	0.9344	 = Validation score   (roc_auc)
	69.1s	 = Training   runtime
	0.69s	 = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L2 ... Training model for up to 76016.7s of the 76016.54s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
	Warning: Exception caused NeuralNetFastAI_r134_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32996, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32996, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L2 ... Training model for up to 76014.92s of the 76014.76s of remaining time.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:01,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9364	 = Validation score   (roc_auc)
	35.17s	 = Training   runtime
	0.6s	 = Validation runtime
Fitting model: LightGBM_r94_BAG_L2 ... Training model for up to 75979.05s of the 75978.88s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
	0.9363	 = Validation score   (roc_auc)
	4.61s	 = Training   runtime
	0.33s	 = Validation runtime
Fitting model: NeuralNetTorch_r143_BAG_L2 ... Training model for up to 75972.77s of the 75972.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
	Warning: Exception caused NeuralNetTorch_r143_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=21524, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=21524, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: CatBoost_r128_BAG_L2 ... Training model for up to 75970.2s of the 75970.03s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.20%)
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:25:46,787	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9354	 = Validation score   (roc_auc)
	86.02s	 = Training   runtime
	0.1s	 = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L2 ... Training model for up to 75882.45s of the 75882.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_r111_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=6436, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=6436, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L2 ... Training model for up to 75880.7s of the 75880.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r31_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=17836, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=17836, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:27:13,098	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,098	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,098	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:13,114	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r4_BAG_L2 ... Training model for up to 75878.34s of the 75878.18s of remaining time.
	0.9356	 = Validation score   (roc_auc)
	1.58s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L2 ... Training model for up to 75875.95s of the 75875.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_r65_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=25296, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=25296, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:17,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r88_BAG_L2 ... Training model for up to 75874.23s of the 75874.07s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_r88_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32928, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32928, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:19,028	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L2 ... Training model for up to 75872.42s of the 75872.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.67%)
2024-03-03 20:27:24,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,172	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:27:24,188	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9351	 = Validation score   (roc_auc)
	9.93s	 = Training   runtime
	0.81s	 = Validation runtime
Fitting model: XGBoost_r49_BAG_L2 ... Training model for up to 75860.6s of the 75860.44s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.82%)
	0.9358	 = Validation score   (roc_auc)
	8.58s	 = Training   runtime
	0.2s	 = Validation runtime
Fitting model: CatBoost_r5_BAG_L2 ... Training model for up to 75850.26s of the 75850.1s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
	0.9351	 = Validation score   (roc_auc)
	34.87s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L2 ... Training model for up to 75813.68s of the 75813.52s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r87_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=38712, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=38712, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r71_BAG_L2 ... Training model for up to 75811.2s of the 75811.05s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r71_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=18588, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=18588, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:28:22,836	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,836	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,852	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:22,852	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r143_BAG_L2 ... Training model for up to 75808.6s of the 75808.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:28:28,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9343	 = Validation score   (roc_auc)
	38.95s	 = Training   runtime
	0.1s	 = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L2 ... Training model for up to 75767.97s of the 75767.81s of remaining time.
	0.936	 = Validation score   (roc_auc)
	1.94s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: RandomForest_r166_BAG_L2 ... Training model for up to 75765.16s of the 75764.99s of remaining time.
	0.9336	 = Validation score   (roc_auc)
	4.64s	 = Training   runtime
	0.74s	 = Validation runtime
Fitting model: XGBoost_r31_BAG_L2 ... Training model for up to 75759.62s of the 75759.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
	0.9356	 = Validation score   (roc_auc)
	26.21s	 = Training   runtime
	0.45s	 = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L2 ... Training model for up to 75731.8s of the 75731.64s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r185_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=35236, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=35236, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r160_BAG_L2 ... Training model for up to 75729.37s of the 75729.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r160_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32780, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32780, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:43,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r60_BAG_L2 ... Training model for up to 75727.59s of the 75727.42s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:29:49,755	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9351	 = Validation score   (roc_auc)
	48.23s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForest_r15_BAG_L2 ... Training model for up to 75677.76s of the 75677.59s of remaining time.
	0.9332	 = Validation score   (roc_auc)
	55.62s	 = Training   runtime
	0.66s	 = Validation runtime
Fitting model: LightGBM_r135_BAG_L2 ... Training model for up to 75621.35s of the 75621.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.96%)
	0.9353	 = Validation score   (roc_auc)
	9.13s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: XGBoost_r22_BAG_L2 ... Training model for up to 75610.63s of the 75610.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
	0.9356	 = Validation score   (roc_auc)
	5.85s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L2 ... Training model for up to 75603.13s of the 75602.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
	Warning: Exception caused NeuralNetFastAI_r69_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32772, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32772, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L2 ... Training model for up to 75601.25s of the 75601.1s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.41%)
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:31:55,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9343	 = Validation score   (roc_auc)
	15.42s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L2 ... Training model for up to 75584.16s of the 75583.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.62%)
	Warning: Exception caused NeuralNetFastAI_r138_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=18272, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=18272, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L2 ... Training model for up to 75582.38s of the 75582.21s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.99%)
2024-03-03 20:32:13,977	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,977	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,992	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:13,992	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.936	 = Validation score   (roc_auc)
	12.15s	 = Training   runtime
	0.39s	 = Validation runtime
Fitting model: NeuralNetFastAI_r172_BAG_L2 ... Training model for up to 75568.49s of the 75568.33s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.63%)
	Warning: Exception caused NeuralNetFastAI_r172_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=34812, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=34812, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r180_BAG_L2 ... Training model for up to 75566.65s of the 75566.49s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.74%)
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:32:30,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9348	 = Validation score   (roc_auc)
	50.89s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L2 ... Training model for up to 75514.18s of the 75514.02s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r76_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26680, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=26680, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: ExtraTrees_r197_BAG_L2 ... Training model for up to 75511.77s of the 75511.6s of remaining time.
	0.9339	 = Validation score   (roc_auc)
	3.17s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L2 ... Training model for up to 75507.77s of the 75507.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
2024-03-03 20:33:25,271	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,271	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,275	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,275	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,279	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,279	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:25,279	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Warning: Exception caused NeuralNetTorch_r121_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=3640, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=3640, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r127_BAG_L2 ... Training model for up to 75505.32s of the 75505.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r127_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=38212, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=38212, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:33:27,956	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,960	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,960	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,964	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,968	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:27,968	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r16_BAG_L2 ... Training model for up to 75503.49s of the 75503.32s of remaining time.
2024-03-03 20:33:33,401	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,405	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,409	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,409	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,413	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:33:33,413	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9315	 = Validation score   (roc_auc)
	81.51s	 = Training   runtime
	0.71s	 = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L2 ... Training model for up to 75421.13s of the 75420.95s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_r194_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33140, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33140, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L2 ... Training model for up to 75419.42s of the 75419.26s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
2024-03-03 20:34:57,682	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,682	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,682	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,682	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,690	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,690	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:34:57,690	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.935	 = Validation score   (roc_auc)
	78.62s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L2 ... Training model for up to 75339.16s of the 75338.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	Warning: Exception caused NeuralNetTorch_r135_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=33324, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=33324, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetFastAI_r4_BAG_L2 ... Training model for up to 75336.74s of the 75336.59s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r4_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=21844, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=21844, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:36:16,432	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,432	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:16,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: ExtraTrees_r126_BAG_L2 ... Training model for up to 75335.02s of the 75334.85s of remaining time.
	0.9338	 = Validation score   (roc_auc)
	0.83s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L2 ... Training model for up to 75333.28s of the 75333.1s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_r36_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=28456, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=28456, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:36:20,605	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,605	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,605	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,605	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:20,621	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r100_BAG_L2 ... Training model for up to 75330.83s of the 75330.67s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r100_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=24888, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=24888, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-03 20:36:22,409	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:22,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r163_BAG_L2 ... Training model for up to 75329.03s of the 75328.86s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
2024-03-03 20:36:28,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:36:28,229	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9347	 = Validation score   (roc_auc)
	25.91s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: CatBoost_r198_BAG_L2 ... Training model for up to 75301.5s of the 75301.32s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	0.9349	 = Validation score   (roc_auc)
	47.64s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L2 ... Training model for up to 75252.21s of the 75252.03s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
	Warning: Exception caused NeuralNetFastAI_r187_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37496, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37496, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L2 ... Training model for up to 75250.48s of the 75250.33s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_r19_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=7432, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=7432, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r95_BAG_L2 ... Training model for up to 75248.0s of the 75247.83s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.66%)
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:37:48,531	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9359	 = Validation score   (roc_auc)
	6.28s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: XGBoost_r34_BAG_L2 ... Training model for up to 75240.11s of the 75239.94s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.97%)
	0.9351	 = Validation score   (roc_auc)
	12.58s	 = Training   runtime
	0.29s	 = Validation runtime
Fitting model: LightGBM_r42_BAG_L2 ... Training model for up to 75225.79s of the 75225.62s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.95%)
	0.9322	 = Validation score   (roc_auc)
	3.86s	 = Training   runtime
	0.14s	 = Validation runtime
Fitting model: NeuralNetTorch_r1_BAG_L2 ... Training model for up to 75220.2s of the 75220.04s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.35%)
	Warning: Exception caused NeuralNetTorch_r1_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=10364, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=10364, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Fitting model: NeuralNetTorch_r89_BAG_L2 ... Training model for up to 75217.51s of the 75217.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused NeuralNetTorch_r89_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=7700, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(NameError): ray::_ray_fit() (pid=7700, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py", line 147, in _fit
    try_import_torch()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 128, in try_import_torch
    import torch
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\__init__.py", line 1465, in <module>
    from . import _meta_registrations
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_meta_registrations.py", line 7, in <module>
    from torch._decomp import _add_op_to_registry, global_decomposition_table, meta_table
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\__init__.py", line 169, in <module>
    import torch._decomp.decompositions
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_decomp\decompositions.py", line 10, in <module>
    import torch._prims as prims
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_prims\__init__.py", line 33, in <module>
    from torch._subclasses.fake_tensor import FakeTensor, FakeTensorMode
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\__init__.py", line 3, in <module>
    from torch._subclasses.fake_tensor import (
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_subclasses\fake_tensor.py", line 13, in <module>
    from torch._guards import Source
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 78, in <module>
    class ShapeGuard(NamedTuple):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\torch\_guards.py", line 79, in ShapeGuard
    expr: sympy.Expr
NameError: name 'sympy' is not defined
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:16,594	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: WeightedEnsemble_L3 ... Training model for up to 7718.3s of the 75214.46s of remaining time.
	Ensemble Weights: {'LightGBM_r94_BAG_L2': 0.247, 'LightGBM_r161_BAG_L2': 0.186, 'CatBoost_BAG_L2': 0.124, 'RandomForest_r34_BAG_L2': 0.113, 'RandomForestEntr_BAG_L2': 0.082, 'ExtraTrees_r42_BAG_L2': 0.062, 'CatBoost_r86_BAG_L2': 0.052, 'ExtraTrees_r197_BAG_L2': 0.052, 'XGBoost_r95_BAG_L2': 0.041, 'ExtraTrees_r178_BAG_L2': 0.031, 'XGBoost_r98_BAG_L2': 0.01}
	0.9378	 = Validation score   (roc_auc)
	4.82s	 = Training   runtime
	0.0s	 = Validation runtime
2024-03-03 20:38:21,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,664	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 20:38:21,673	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
AutoGluon training complete, total runtime = 6150.39s ... Best model: "WeightedEnsemble_L3"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_best_quality_models_2")
	0.8842	 = Validation score   (roc_auc)
	0.89s	 = Training   runtime
	0.45s	 = Validation runtime
Fitting model: RandomForestEntr_BAG_L1 ... Training model for up to 14383.46s of the 21587.01s of remaining time.
	0.8877	 = Validation score   (roc_auc)
	0.96s	 = Training   runtime
	0.46s	 = Validation runtime
Fitting model: CatBoost_BAG_L1 ... Training model for up to 14381.92s of the 21585.47s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
2024-03-02 22:04:17,858	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,860	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,863	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,865	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,866	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:04:17,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9147	 = Validation score   (roc_auc)
	181.18s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTreesGini_BAG_L1 ... Training model for up to 14199.08s of the 21402.64s of remaining time.
	0.8421	 = Validation score   (roc_auc)
	0.6s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L1 ... Training model for up to 14197.8s of the 21401.35s of remaining time.
	0.8455	 = Validation score   (roc_auc)
	0.6s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L1 ... Training model for up to 14196.53s of the 21400.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=23284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=23284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L1 ... Training model for up to 14194.6s of the 21398.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-02 22:07:28,033	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,035	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,037	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,038	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,041	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:07:28,042	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9098	 = Validation score   (roc_auc)
	4.82s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: NeuralNetTorch_BAG_L1 ... Training model for up to 14188.16s of the 21391.71s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8727	 = Validation score   (roc_auc)
	27.77s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: LightGBMLarge_BAG_L1 ... Training model for up to 14158.74s of the 21362.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused LightGBMLarge_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=5984, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=5984, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: CatBoost_r177_BAG_L1 ... Training model for up to 14156.11s of the 21359.66s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-02 22:08:06,456	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,458	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,460	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,463	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,467	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:08:06,470	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9155	 = Validation score   (roc_auc)
	78.5s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L1 ... Training model for up to 14075.85s of the 21279.4s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8766	 = Validation score   (roc_auc)
	41.33s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: LightGBM_r131_BAG_L1 ... Training model for up to 14032.69s of the 21236.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
	Warning: Exception caused LightGBM_r131_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=36432, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=36432, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r191_BAG_L1 ... Training model for up to 14030.25s of the 21233.81s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r191_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=28648, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=28648, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:10:08,940	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,940	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,943	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,944	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,945	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:08,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r9_BAG_L1 ... Training model for up to 14028.39s of the 21231.94s of remaining time.
2024-03-02 22:10:08,948	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
2024-03-02 22:10:13,898	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,900	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,902	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,904	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,905	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:10:13,909	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9202	 = Validation score   (roc_auc)
	88.69s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: LightGBM_r96_BAG_L1 ... Training model for up to 13937.94s of the 21141.49s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused LightGBM_r96_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=8780, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=8780, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r22_BAG_L1 ... Training model for up to 13935.55s of the 21139.11s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:11:46,990	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:46,992	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:46,996	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:46,998	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:47,001	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:47,003	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:11:47,005	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8812	 = Validation score   (roc_auc)
	60.59s	 = Training   runtime
	0.3s	 = Validation runtime
Fitting model: XGBoost_r33_BAG_L1 ... Training model for up to 13873.24s of the 21076.8s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	0.9128	 = Validation score   (roc_auc)
	11.91s	 = Training   runtime
	0.86s	 = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L1 ... Training model for up to 13859.38s of the 21062.94s of remaining time.
	0.8723	 = Validation score   (roc_auc)
	0.73s	 = Training   runtime
	0.45s	 = Validation runtime
Fitting model: CatBoost_r137_BAG_L1 ... Training model for up to 13858.06s of the 21061.62s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	0.9116	 = Validation score   (roc_auc)
	286.39s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L1 ... Training model for up to 13569.83s of the 20773.39s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
	Warning: Exception caused NeuralNetFastAI_r102_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=23496, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=23496, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L1 ... Training model for up to 13567.94s of the 20771.5s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 22:17:55,185	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,190	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,191	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,193	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,195	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:17:55,198	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9158	 = Validation score   (roc_auc)
	344.67s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForest_r195_BAG_L1 ... Training model for up to 13221.67s of the 20425.23s of remaining time.
	0.9073	 = Validation score   (roc_auc)
	2.92s	 = Training   runtime
	0.43s	 = Validation runtime
Fitting model: LightGBM_r188_BAG_L1 ... Training model for up to 13218.21s of the 20421.77s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused LightGBM_r188_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=16300, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=16300, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r145_BAG_L1 ... Training model for up to 13215.81s of the 20419.36s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r145_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=29752, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=29752, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:23:43,300	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,301	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,303	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,304	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r89_BAG_L1 ... Training model for up to 13214.03s of the 20417.59s of remaining time.
2024-03-02 22:23:43,306	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,308	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:43,309	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-02 22:23:48,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,423	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,424	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,427	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,428	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:23:48,430	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9089	 = Validation score   (roc_auc)
	5.79s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L1 ... Training model for up to 13206.48s of the 20410.03s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8791	 = Validation score   (roc_auc)
	78.12s	 = Training   runtime
	0.3s	 = Validation runtime
Fitting model: LightGBM_r130_BAG_L1 ... Training model for up to 13126.45s of the 20330.0s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.19%)
	Warning: Exception caused LightGBM_r130_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=20716, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=20716, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r86_BAG_L1 ... Training model for up to 13124.08s of the 20327.63s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 22:25:18,529	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,532	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,533	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,536	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,537	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,539	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:25:18,541	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8739	 = Validation score   (roc_auc)
	50.06s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: CatBoost_r50_BAG_L1 ... Training model for up to 13072.36s of the 20275.92s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	0.911	 = Validation score   (roc_auc)
	64.3s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L1 ... Training model for up to 13006.18s of the 20209.73s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r11_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10516, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10516, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L1 ... Training model for up to 13004.09s of the 20207.65s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	0.9022	 = Validation score   (roc_auc)
	3.18s	 = Training   runtime
	0.13s	 = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L1 ... Training model for up to 12999.23s of the 20202.79s of remaining time.
2024-03-02 22:27:18,897	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,899	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,900	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,902	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,903	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,904	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:27:18,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8755	 = Validation score   (roc_auc)
	0.8s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: CatBoost_r69_BAG_L1 ... Training model for up to 12997.88s of the 20201.44s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
	0.9144	 = Validation score   (roc_auc)
	170.17s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L1 ... Training model for up to 12826.08s of the 20029.63s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r103_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=2900, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=2900, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L1 ... Training model for up to 12824.06s of the 20027.61s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 22:30:18,957	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,959	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,961	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,963	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,965	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,968	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:18,970	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8714	 = Validation score   (roc_auc)
	12.72s	 = Training   runtime
	0.13s	 = Validation runtime
Fitting model: LightGBM_r161_BAG_L1 ... Training model for up to 12809.67s of the 20013.22s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	Warning: Exception caused LightGBM_r161_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=18912, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=18912, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r143_BAG_L1 ... Training model for up to 12807.29s of the 20010.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r143_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=27564, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=27564, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:30:31,893	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,893	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,894	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,896	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,897	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,898	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:31,900	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r70_BAG_L1 ... Training model for up to 12805.44s of the 20008.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.18%)
2024-03-02 22:30:37,156	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,159	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,161	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,162	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,165	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,167	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:30:37,169	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9175	 = Validation score   (roc_auc)
	78.35s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L1 ... Training model for up to 12725.36s of the 19928.91s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r156_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=3004, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=3004, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L1 ... Training model for up to 12723.04s of the 19926.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
	Warning: Exception caused LightGBM_r196_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=15220, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=15220, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:31:56,461	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,462	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,464	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,465	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r39_BAG_L1 ... Training model for up to 12720.87s of the 19924.43s of remaining time.
2024-03-02 22:31:56,467	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,468	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:31:56,468	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9086	 = Validation score   (roc_auc)
	2.91s	 = Training   runtime
	0.45s	 = Validation runtime
Fitting model: CatBoost_r167_BAG_L1 ... Training model for up to 12717.4s of the 19920.95s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.23%)
2024-03-02 22:32:02,167	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,169	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,171	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,176	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:32:02,179	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9163	 = Validation score   (roc_auc)
	114.41s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L1 ... Training model for up to 12601.26s of the 19804.82s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
	Warning: Exception caused NeuralNetFastAI_r95_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=18420, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=18420, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L1 ... Training model for up to 12599.3s of the 19802.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:34:03,547	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,549	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,550	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,551	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,555	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,557	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:34:03,558	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8786	 = Validation score   (roc_auc)
	30.39s	 = Training   runtime
	0.14s	 = Validation runtime
Fitting model: XGBoost_r98_BAG_L1 ... Training model for up to 12567.28s of the 19770.83s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.34%)
	0.9118	 = Validation score   (roc_auc)
	23.89s	 = Training   runtime
	1.86s	 = Validation runtime
Fitting model: LightGBM_r15_BAG_L1 ... Training model for up to 12541.23s of the 19744.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	Warning: Exception caused LightGBM_r15_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=21312, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=21312, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r158_BAG_L1 ... Training model for up to 12538.75s of the 19742.31s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:35:04,237	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,240	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,241	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,243	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,245	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,247	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:35:04,249	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8718	 = Validation score   (roc_auc)
	222.27s	 = Training   runtime
	0.79s	 = Validation runtime
Fitting model: CatBoost_r86_BAG_L1 ... Training model for up to 12314.72s of the 19518.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
	0.9158	 = Validation score   (roc_auc)
	214.17s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L1 ... Training model for up to 12098.76s of the 19302.32s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
	Warning: Exception caused NeuralNetFastAI_r37_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=12284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=12284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L1 ... Training model for up to 12096.8s of the 19300.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:42:26,412	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,414	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,416	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,418	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,420	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,422	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:42:26,425	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8578	 = Validation score   (roc_auc)
	16.45s	 = Training   runtime
	0.16s	 = Validation runtime
Fitting model: CatBoost_r49_BAG_L1 ... Training model for up to 12078.67s of the 19282.23s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	0.9092	 = Validation score   (roc_auc)
	116.48s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L1 ... Training model for up to 11960.25s of the 19163.81s of remaining time.
	0.8421	 = Validation score   (roc_auc)
	0.65s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: LightGBM_r143_BAG_L1 ... Training model for up to 11958.94s of the 19162.49s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
	Warning: Exception caused LightGBM_r143_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=2264, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=2264, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: RandomForest_r127_BAG_L1 ... Training model for up to 11956.45s of the 19160.0s of remaining time.
	0.9101	 = Validation score   (roc_auc)
	3.54s	 = Training   runtime
	0.41s	 = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L1 ... Training model for up to 11952.39s of the 19155.94s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
2024-03-02 22:44:46,033	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,035	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,036	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,038	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,041	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:46,042	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Warning: Exception caused NeuralNetFastAI_r134_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=5800, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=5800, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L1 ... Training model for up to 11950.6s of the 19154.16s of remaining time.
	0.8908	 = Validation score   (roc_auc)
	1.99s	 = Training   runtime
	0.39s	 = Validation runtime
Fitting model: LightGBM_r94_BAG_L1 ... Training model for up to 11948.14s of the 19151.7s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.13%)
	Warning: Exception caused LightGBM_r94_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=10696, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=10696, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:44:51,474	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,475	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,476	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,477	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,478	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,480	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:51,481	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetTorch_r143_BAG_L1 ... Training model for up to 11945.85s of the 19149.41s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:44:57,171	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,174	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,176	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,178	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,180	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:44:57,184	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8759	 = Validation score   (roc_auc)
	101.84s	 = Training   runtime
	0.39s	 = Validation runtime
Fitting model: CatBoost_r128_BAG_L1 ... Training model for up to 11841.99s of the 19045.55s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	0.9219	 = Validation score   (roc_auc)
	71.61s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L1 ... Training model for up to 11768.53s of the 18972.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r111_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37356, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37356, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L1 ... Training model for up to 11766.53s of the 18970.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 22:47:56,272	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,274	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,276	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,278	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,280	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,282	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:47:56,285	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8806	 = Validation score   (roc_auc)
	38.94s	 = Training   runtime
	0.2s	 = Validation runtime
Fitting model: ExtraTrees_r4_BAG_L1 ... Training model for up to 11725.85s of the 18929.41s of remaining time.
	0.8669	 = Validation score   (roc_auc)
	0.72s	 = Training   runtime
	0.42s	 = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L1 ... Training model for up to 11724.62s of the 18928.17s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r65_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=14956, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=14956, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetFastAI_r88_BAG_L1 ... Training model for up to 11722.63s of the 18926.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r88_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=11312, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=11312, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:48:36,565	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,567	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,568	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,569	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,570	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,571	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:36,573	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L1 ... Training model for up to 11720.76s of the 18924.32s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused LightGBM_r30_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=21828, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=21828, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:48:38,801	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,804	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,805	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,806	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,807	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:38,809	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r49_BAG_L1 ... Training model for up to 11718.53s of the 18922.08s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.26%)
2024-03-02 22:48:43,858	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,861	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,865	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,866	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:48:43,870	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9094	 = Validation score   (roc_auc)
	8.71s	 = Training   runtime
	0.45s	 = Validation runtime
Fitting model: CatBoost_r5_BAG_L1 ... Training model for up to 11708.03s of the 18911.58s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
	0.9087	 = Validation score   (roc_auc)
	158.66s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L1 ... Training model for up to 11547.43s of the 18750.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8764	 = Validation score   (roc_auc)
	42.1s	 = Training   runtime
	0.15s	 = Validation runtime
Fitting model: NeuralNetTorch_r71_BAG_L1 ... Training model for up to 11503.43s of the 18706.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8638	 = Validation score   (roc_auc)
	9.92s	 = Training   runtime
	0.14s	 = Validation runtime
Fitting model: CatBoost_r143_BAG_L1 ... Training model for up to 11491.55s of the 18695.11s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
	0.9144	 = Validation score   (roc_auc)
	86.21s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L1 ... Training model for up to 11403.31s of the 18606.86s of remaining time.
	0.8712	 = Validation score   (roc_auc)
	0.76s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: RandomForest_r166_BAG_L1 ... Training model for up to 11401.98s of the 18605.54s of remaining time.
	0.8842	 = Validation score   (roc_auc)
	0.93s	 = Training   runtime
	0.47s	 = Validation runtime
Fitting model: XGBoost_r31_BAG_L1 ... Training model for up to 11400.45s of the 18604.01s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	0.9087	 = Validation score   (roc_auc)
	56.26s	 = Training   runtime
	2.89s	 = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L1 ... Training model for up to 11341.95s of the 18545.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8719	 = Validation score   (roc_auc)
	43.31s	 = Training   runtime
	0.19s	 = Validation runtime
Fitting model: NeuralNetFastAI_r160_BAG_L1 ... Training model for up to 11296.66s of the 18500.21s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r160_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=35896, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=35896, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r60_BAG_L1 ... Training model for up to 11294.62s of the 18498.17s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-02 22:55:47,769	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,772	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,774	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,777	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,778	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,779	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:55:47,781	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9126	 = Validation score   (roc_auc)
	187.25s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: RandomForest_r15_BAG_L1 ... Training model for up to 11105.58s of the 18309.14s of remaining time.
	0.9088	 = Validation score   (roc_auc)
	2.72s	 = Training   runtime
	0.42s	 = Validation runtime
Fitting model: LightGBM_r135_BAG_L1 ... Training model for up to 11102.34s of the 18305.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	Warning: Exception caused LightGBM_r135_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=32952, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=32952, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: XGBoost_r22_BAG_L1 ... Training model for up to 11099.82s of the 18303.38s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-02 22:59:03,104	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,106	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,108	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,110	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,112	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,114	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:03,116	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9098	 = Validation score   (roc_auc)
	7.01s	 = Training   runtime
	0.29s	 = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L1 ... Training model for up to 11090.9s of the 18294.46s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r69_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=2624, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=2624, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L1 ... Training model for up to 11088.75s of the 18292.3s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.14%)
2024-03-02 22:59:14,248	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,250	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,252	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,254	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,257	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,258	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:14,260	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9105	 = Validation score   (roc_auc)
	43.1s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L1 ... Training model for up to 11043.87s of the 18247.42s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r138_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=10904, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=10904, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L1 ... Training model for up to 11041.95s of the 18245.5s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
	Warning: Exception caused LightGBM_r121_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=27736, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=27736, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 22:59:57,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,535	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,536	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,537	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,538	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,540	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:57,541	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r172_BAG_L1 ... Training model for up to 11039.79s of the 18243.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	Warning: Exception caused NeuralNetFastAI_r172_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=34320, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=34320, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 22:59:59,359	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,361	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,362	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,364	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r180_BAG_L1 ... Training model for up to 11037.97s of the 18241.53s of remaining time.
2024-03-02 22:59:59,366	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,367	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 22:59:59,368	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.24%)
2024-03-02 23:00:04,843	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,846	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,848	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,850	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,851	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,853	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:00:04,855	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9187	 = Validation score   (roc_auc)
	56.57s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L1 ... Training model for up to 10979.67s of the 18183.23s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8725	 = Validation score   (roc_auc)
	17.52s	 = Training   runtime
	0.13s	 = Validation runtime
Fitting model: ExtraTrees_r197_BAG_L1 ... Training model for up to 10960.29s of the 18163.85s of remaining time.
	0.8754	 = Validation score   (roc_auc)
	0.86s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L1 ... Training model for up to 10958.87s of the 18162.43s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8802	 = Validation score   (roc_auc)
	509.26s	 = Training   runtime
	0.89s	 = Validation runtime
Fitting model: NeuralNetFastAI_r127_BAG_L1 ... Training model for up to 10447.69s of the 17651.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r127_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=23704, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=23704, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r16_BAG_L1 ... Training model for up to 10445.79s of the 17649.35s of remaining time.
	0.9082	 = Validation score   (roc_auc)
	3.93s	 = Training   runtime
	0.41s	 = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L1 ... Training model for up to 10441.33s of the 17644.89s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.20%)
2024-03-02 23:09:56,635	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,637	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,640	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,642	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,643	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,644	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:09:56,646	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	Warning: Exception caused NeuralNetFastAI_r194_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=26692, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=26692, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L1 ... Training model for up to 10439.63s of the 17643.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
2024-03-02 23:10:02,691	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,694	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,696	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,699	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,701	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,703	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:10:02,705	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9163	 = Validation score   (roc_auc)
	194.09s	 = Training   runtime
	0.05s	 = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L1 ... Training model for up to 10243.96s of the 17447.51s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
	0.8777	 = Validation score   (roc_auc)
	54.41s	 = Training   runtime
	0.26s	 = Validation runtime
Fitting model: NeuralNetFastAI_r4_BAG_L1 ... Training model for up to 10187.75s of the 17391.3s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r4_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=5316, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=5316, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: ExtraTrees_r126_BAG_L1 ... Training model for up to 10185.92s of the 17389.48s of remaining time.
	0.8428	 = Validation score   (roc_auc)
	0.57s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L1 ... Training model for up to 10184.72s of the 17388.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.11%)
2024-03-02 23:14:16,532	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,534	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,535	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,537	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,538	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,539	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:14:16,541	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8786	 = Validation score   (roc_auc)
	40.99s	 = Training   runtime
	0.17s	 = Validation runtime
Fitting model: NeuralNetFastAI_r100_BAG_L1 ... Training model for up to 10142.18s of the 17345.73s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r100_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=6800, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=6800, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r163_BAG_L1 ... Training model for up to 10140.22s of the 17343.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.15%)
2024-03-02 23:15:02,934	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,937	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,938	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,939	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,941	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,944	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:15:02,946	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.914	 = Validation score   (roc_auc)
	84.21s	 = Training   runtime
	0.04s	 = Validation runtime
Fitting model: CatBoost_r198_BAG_L1 ... Training model for up to 10054.36s of the 17257.92s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.17%)
	0.9161	 = Validation score   (roc_auc)
	200.73s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L1 ... Training model for up to 9851.92s of the 17055.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.21%)
	Warning: Exception caused NeuralNetFastAI_r187_BAG_L1 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33820, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33820, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L1 ... Training model for up to 9849.98s of the 17053.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 23:19:53,037	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,039	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,041	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,043	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,044	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,046	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:19:53,048	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8742	 = Validation score   (roc_auc)
	13.7s	 = Training   runtime
	0.14s	 = Validation runtime
Fitting model: XGBoost_r95_BAG_L1 ... Training model for up to 9834.6s of the 17038.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.22%)
	0.9094	 = Validation score   (roc_auc)
	7.23s	 = Training   runtime
	0.3s	 = Validation runtime
Fitting model: XGBoost_r34_BAG_L1 ... Training model for up to 9825.43s of the 17028.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	0.9142	 = Validation score   (roc_auc)
	8.44s	 = Training   runtime
	0.56s	 = Validation runtime
Fitting model: LightGBM_r42_BAG_L1 ... Training model for up to 9814.98s of the 17018.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.28%)
	Warning: Exception caused LightGBM_r42_BAG_L1 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=18808, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=18808, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r1_BAG_L1 ... Training model for up to 9812.42s of the 17015.98s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
2024-03-02 23:20:30,403	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,406	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,408	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,410	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,412	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,413	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:20:30,416	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8744	 = Validation score   (roc_auc)
	55.98s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: NeuralNetTorch_r89_BAG_L1 ... Training model for up to 9754.74s of the 16958.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.12%)
	0.8749	 = Validation score   (roc_auc)
	67.53s	 = Training   runtime
	0.23s	 = Validation runtime
Fitting model: WeightedEnsemble_L2 ... Training model for up to 1439.63s of the 16888.34s of remaining time.
	Ensemble Weights: {'CatBoost_r128_BAG_L1': 0.473, 'RandomForest_r16_BAG_L1': 0.161, 'CatBoost_r9_BAG_L1': 0.14, 'XGBoost_r34_BAG_L1': 0.108, 'CatBoost_r180_BAG_L1': 0.097, 'NeuralNetTorch_r31_BAG_L1': 0.011, 'CatBoost_r12_BAG_L1': 0.011}
	0.9241	 = Validation score   (roc_auc)
	4.35s	 = Training   runtime
	0.0s	 = Validation runtime
Fitting 108 L2 models ...
Fitting model: LightGBMXT_BAG_L2 ... Training model for up to 16883.95s of the 16883.73s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.44%)
	Warning: Exception caused LightGBMXT_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=27416, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=27416, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: LightGBM_BAG_L2 ... Training model for up to 16880.76s of the 16880.54s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.45%)
	Warning: Exception caused LightGBM_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=12588, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=12588, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:22:43,443	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,445	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,446	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,448	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,449	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,450	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:43,452	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForestGini_BAG_L2 ... Training model for up to 16877.65s of the 16877.43s of remaining time.
2024-03-02 23:22:48,683	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,685	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,686	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,687	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,688	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,690	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:22:48,691	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9257	 = Validation score   (roc_auc)
	4.72s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: RandomForestEntr_BAG_L2 ... Training model for up to 16872.01s of the 16871.79s of remaining time.
	0.9266	 = Validation score   (roc_auc)
	4.76s	 = Training   runtime
	0.68s	 = Validation runtime
Fitting model: CatBoost_BAG_L2 ... Training model for up to 16866.4s of the 16866.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	0.9266	 = Validation score   (roc_auc)
	55.8s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: ExtraTreesGini_BAG_L2 ... Training model for up to 16808.01s of the 16807.79s of remaining time.
	0.926	 = Validation score   (roc_auc)
	0.74s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: ExtraTreesEntr_BAG_L2 ... Training model for up to 16806.37s of the 16806.15s of remaining time.
	0.9254	 = Validation score   (roc_auc)
	0.73s	 = Training   runtime
	0.74s	 = Validation runtime
Fitting model: NeuralNetFastAI_BAG_L2 ... Training model for up to 16804.75s of the 16804.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused NeuralNetFastAI_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=1620, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=1620, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_BAG_L2 ... Training model for up to 16802.38s of the 16802.17s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.67%)
2024-03-02 23:24:04,382	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,385	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,387	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,389	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,391	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,393	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:04,395	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.926	 = Validation score   (roc_auc)
	7.59s	 = Training   runtime
	0.19s	 = Validation runtime
Fitting model: NeuralNetTorch_BAG_L2 ... Training model for up to 16792.79s of the 16792.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	0.9228	 = Validation score   (roc_auc)
	35.61s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: LightGBMLarge_BAG_L2 ... Training model for up to 16754.97s of the 16754.75s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.77%)
	Warning: Exception caused LightGBMLarge_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=37720, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=37720, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: CatBoost_r177_BAG_L2 ... Training model for up to 16751.12s of the 16750.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
2024-03-02 23:24:55,852	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,855	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,860	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,863	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,865	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:24:55,868	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9265	 = Validation score   (roc_auc)
	43.69s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetTorch_r79_BAG_L2 ... Training model for up to 16704.95s of the 16704.73s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.33%)
	0.9262	 = Validation score   (roc_auc)
	56.75s	 = Training   runtime
	0.6s	 = Validation runtime
Fitting model: LightGBM_r131_BAG_L2 ... Training model for up to 16645.43s of the 16645.21s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.52%)
	Warning: Exception caused LightGBM_r131_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=34072, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=34072, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r191_BAG_L2 ... Training model for up to 16642.5s of the 16642.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	Warning: Exception caused NeuralNetFastAI_r191_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37060, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37060, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:26:40,781	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,782	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,784	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,786	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,788	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,792	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:40,794	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r9_BAG_L2 ... Training model for up to 16640.31s of the 16640.09s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
2024-03-02 23:26:45,886	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,888	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,891	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,893	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,895	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,897	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:26:45,899	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9276	 = Validation score   (roc_auc)
	113.82s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: LightGBM_r96_BAG_L2 ... Training model for up to 16524.51s of the 16524.29s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
	Warning: Exception caused LightGBM_r96_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26864, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=26864, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r22_BAG_L2 ... Training model for up to 16521.57s of the 16521.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
2024-03-02 23:28:45,049	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,052	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,055	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,057	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,060	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,063	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:28:45,066	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9246	 = Validation score   (roc_auc)
	77.9s	 = Training   runtime
	0.75s	 = Validation runtime
Fitting model: XGBoost_r33_BAG_L2 ... Training model for up to 16441.8s of the 16441.59s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.10%)
	0.9277	 = Validation score   (roc_auc)
	22.04s	 = Training   runtime
	0.44s	 = Validation runtime
Fitting model: ExtraTrees_r42_BAG_L2 ... Training model for up to 16417.56s of the 16417.35s of remaining time.
	0.9252	 = Validation score   (roc_auc)
	2.28s	 = Training   runtime
	0.72s	 = Validation runtime
Fitting model: CatBoost_r137_BAG_L2 ... Training model for up to 16414.41s of the 16414.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
	0.9265	 = Validation score   (roc_auc)
	44.04s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r102_BAG_L2 ... Training model for up to 16367.98s of the 16367.76s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.58%)
	Warning: Exception caused NeuralNetFastAI_r102_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=4384, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=4384, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r13_BAG_L2 ... Training model for up to 16365.5s of the 16365.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.16%)
2024-03-02 23:31:20,561	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,563	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,566	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,569	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,571	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,573	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:31:20,576	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9278	 = Validation score   (roc_auc)
	150.61s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForest_r195_BAG_L2 ... Training model for up to 16212.93s of the 16212.71s of remaining time.
	0.924	 = Validation score   (roc_auc)
	39.72s	 = Training   runtime
	0.62s	 = Validation runtime
Fitting model: LightGBM_r188_BAG_L2 ... Training model for up to 16172.46s of the 16172.24s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.68%)
	Warning: Exception caused LightGBM_r188_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=23272, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=23272, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r145_BAG_L2 ... Training model for up to 16169.91s of the 16169.7s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r145_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=24644, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=24644, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:34:33,271	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,272	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,273	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,275	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,276	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,277	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:33,278	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r89_BAG_L2 ... Training model for up to 16167.82s of the 16167.61s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.61%)
2024-03-02 23:34:38,869	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,872	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,874	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,876	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,878	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,880	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:34:38,882	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9268	 = Validation score   (roc_auc)
	6.17s	 = Training   runtime
	0.18s	 = Validation runtime
Fitting model: NeuralNetTorch_r30_BAG_L2 ... Training model for up to 16159.7s of the 16159.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	0.925	 = Validation score   (roc_auc)
	79.14s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: LightGBM_r130_BAG_L2 ... Training model for up to 16078.45s of the 16078.23s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.59%)
	Warning: Exception caused LightGBM_r130_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=34188, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=34188, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r86_BAG_L2 ... Training model for up to 16075.81s of the 16075.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-02 23:36:10,793	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,795	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,796	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,799	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,801	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,803	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:36:10,805	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.924	 = Validation score   (roc_auc)
	53.84s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: CatBoost_r50_BAG_L2 ... Training model for up to 16020.11s of the 16019.89s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.37%)
	0.927	 = Validation score   (roc_auc)
	21.74s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r11_BAG_L2 ... Training model for up to 15996.0s of the 15995.79s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r11_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=37556, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=37556, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: XGBoost_r194_BAG_L2 ... Training model for up to 15993.74s of the 15993.53s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.80%)
2024-03-02 23:37:32,539	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,542	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,545	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,547	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,549	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,552	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:37:32,554	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9258	 = Validation score   (roc_auc)
	7.16s	 = Training   runtime
	0.15s	 = Validation runtime
Fitting model: ExtraTrees_r172_BAG_L2 ... Training model for up to 15984.71s of the 15984.49s of remaining time.
	0.9271	 = Validation score   (roc_auc)
	2.24s	 = Training   runtime
	0.64s	 = Validation runtime
Fitting model: CatBoost_r69_BAG_L2 ... Training model for up to 15981.7s of the 15981.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.41%)
	0.9272	 = Validation score   (roc_auc)
	45.53s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r103_BAG_L2 ... Training model for up to 15934.15s of the 15933.93s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r103_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=31760, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=31760, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r14_BAG_L2 ... Training model for up to 15931.99s of the 15931.77s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.29%)
2024-03-02 23:38:34,104	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,107	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,108	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,110	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,111	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,113	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:34,115	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9216	 = Validation score   (roc_auc)
	16.95s	 = Training   runtime
	0.49s	 = Validation runtime
Fitting model: LightGBM_r161_BAG_L2 ... Training model for up to 15912.88s of the 15912.66s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.08%)
	Warning: Exception caused LightGBM_r161_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26912, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=26912, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetFastAI_r143_BAG_L2 ... Training model for up to 15910.16s of the 15909.94s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r143_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=18364, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=18364, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:38:53,010	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,012	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,014	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,016	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,017	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,018	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:53,020	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r70_BAG_L2 ... Training model for up to 15908.09s of the 15907.86s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.51%)
2024-03-02 23:38:58,326	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,328	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,331	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,333	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,336	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,339	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:38:58,340	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9274	 = Validation score   (roc_auc)
	52.43s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetFastAI_r156_BAG_L2 ... Training model for up to 15853.77s of the 15853.56s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r156_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=25104, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=25104, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r196_BAG_L2 ... Training model for up to 15851.35s of the 15851.13s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.72%)
	Warning: Exception caused LightGBM_r196_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=13752, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=13752, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:39:52,456	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,457	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,458	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,459	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,461	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,462	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:52,463	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: RandomForest_r39_BAG_L2 ... Training model for up to 15848.64s of the 15848.42s of remaining time.
2024-03-02 23:39:57,947	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,949	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,950	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,951	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,952	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,954	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:39:57,955	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9259	 = Validation score   (roc_auc)
	33.43s	 = Training   runtime
	0.61s	 = Validation runtime
Fitting model: CatBoost_r167_BAG_L2 ... Training model for up to 15814.46s of the 15814.24s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.70%)
	0.9272	 = Validation score   (roc_auc)
	54.68s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetFastAI_r95_BAG_L2 ... Training model for up to 15757.71s of the 15757.5s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	Warning: Exception caused NeuralNetFastAI_r95_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=34692, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=34692, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r41_BAG_L2 ... Training model for up to 15755.57s of the 15755.36s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-02 23:41:30,905	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,907	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,909	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,910	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,912	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,915	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:41:30,917	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9248	 = Validation score   (roc_auc)
	26.15s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: XGBoost_r98_BAG_L2 ... Training model for up to 15727.57s of the 15727.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.21%)
	0.928	 = Validation score   (roc_auc)
	35.07s	 = Training   runtime
	0.77s	 = Validation runtime
Fitting model: LightGBM_r15_BAG_L2 ... Training model for up to 15690.4s of the 15690.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.40%)
	Warning: Exception caused LightGBM_r15_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=13004, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=13004, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r158_BAG_L2 ... Training model for up to 15687.43s of the 15687.22s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-02 23:42:39,540	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,543	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,545	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,547	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,549	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,550	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:42:39,552	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.8962	 = Validation score   (roc_auc)
	134.27s	 = Training   runtime
	0.88s	 = Validation runtime
Fitting model: CatBoost_r86_BAG_L2 ... Training model for up to 15550.79s of the 15550.57s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.11%)
	0.9276	 = Validation score   (roc_auc)
	95.85s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r37_BAG_L2 ... Training model for up to 15453.02s of the 15452.8s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r37_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=20380, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=20380, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r197_BAG_L2 ... Training model for up to 15450.67s of the 15450.45s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 23:46:35,821	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,823	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,826	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,827	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,829	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,831	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:46:35,834	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9206	 = Validation score   (roc_auc)
	19.12s	 = Training   runtime
	0.52s	 = Validation runtime
Fitting model: CatBoost_r49_BAG_L2 ... Training model for up to 15429.5s of the 15429.28s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
	0.9265	 = Validation score   (roc_auc)
	22.58s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: ExtraTrees_r49_BAG_L2 ... Training model for up to 15404.93s of the 15404.71s of remaining time.
	0.926	 = Validation score   (roc_auc)
	0.79s	 = Training   runtime
	0.65s	 = Validation runtime
Fitting model: LightGBM_r143_BAG_L2 ... Training model for up to 15403.33s of the 15403.11s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.88%)
	Warning: Exception caused LightGBM_r143_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=26232, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=26232, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: RandomForest_r127_BAG_L2 ... Training model for up to 15400.62s of the 15400.41s of remaining time.
2024-03-02 23:47:26,285	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,287	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,289	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,290	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,292	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,293	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:47:26,295	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9263	 = Validation score   (roc_auc)
	46.16s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: NeuralNetFastAI_r134_BAG_L2 ... Training model for up to 15353.74s of the 15353.52s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r134_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=20380, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=20380, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r34_BAG_L2 ... Training model for up to 15351.41s of the 15351.2s of remaining time.
2024-03-02 23:48:15,103	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,105	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,107	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,109	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,110	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,112	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:15,114	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9275	 = Validation score   (roc_auc)
	21.5s	 = Training   runtime
	0.59s	 = Validation runtime
Fitting model: LightGBM_r94_BAG_L2 ... Training model for up to 15329.2s of the 15328.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.38%)
	Warning: Exception caused LightGBM_r94_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=35860, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=35860, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r143_BAG_L2 ... Training model for up to 15326.59s of the 15326.37s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 23:48:40,433	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,435	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,437	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,439	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,441	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,443	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:48:40,445	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9264	 = Validation score   (roc_auc)
	108.28s	 = Training   runtime
	0.74s	 = Validation runtime
Fitting model: CatBoost_r128_BAG_L2 ... Training model for up to 15216.38s of the 15216.16s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=1.15%)
	0.9274	 = Validation score   (roc_auc)
	100.38s	 = Training   runtime
	0.08s	 = Validation runtime
Fitting model: NeuralNetFastAI_r111_BAG_L2 ... Training model for up to 15114.0s of the 15113.78s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	Warning: Exception caused NeuralNetFastAI_r111_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=580, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=580, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r31_BAG_L2 ... Training model for up to 15111.82s of the 15111.6s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-02 23:52:14,510	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,512	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,514	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,515	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,518	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,520	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:14,522	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9231	 = Validation score   (roc_auc)
	39.32s	 = Training   runtime
	0.55s	 = Validation runtime
Fitting model: ExtraTrees_r4_BAG_L2 ... Training model for up to 15070.42s of the 15070.21s of remaining time.
	0.9275	 = Validation score   (roc_auc)
	1.59s	 = Training   runtime
	0.6s	 = Validation runtime
Fitting model: NeuralNetFastAI_r65_BAG_L2 ... Training model for up to 15068.11s of the 15067.9s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	Warning: Exception caused NeuralNetFastAI_r65_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=15480, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=15480, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetFastAI_r88_BAG_L2 ... Training model for up to 15066.03s of the 15065.81s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.57%)
	Warning: Exception caused NeuralNetFastAI_r88_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=28744, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=28744, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:52:57,067	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,069	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,070	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,071	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,073	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,074	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:57,076	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: LightGBM_r30_BAG_L2 ... Training model for up to 15064.02s of the 15063.81s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.69%)
	Warning: Exception caused LightGBM_r30_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=28864, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=28864, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:52:59,625	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,627	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,628	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,630	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,631	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,632	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:52:59,633	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: XGBoost_r49_BAG_L2 ... Training model for up to 15061.47s of the 15061.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.85%)
2024-03-02 23:53:04,982	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,985	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,988	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,990	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,992	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,994	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:53:04,996	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9266	 = Validation score   (roc_auc)
	9.71s	 = Training   runtime
	0.24s	 = Validation runtime
Fitting model: CatBoost_r5_BAG_L2 ... Training model for up to 15049.82s of the 15049.61s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.39%)
	0.9265	 = Validation score   (roc_auc)
	27.99s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: NeuralNetTorch_r87_BAG_L2 ... Training model for up to 15019.74s of the 15019.52s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	0.9236	 = Validation score   (roc_auc)
	43.28s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: NeuralNetTorch_r71_BAG_L2 ... Training model for up to 14974.06s of the 14973.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	0.9218	 = Validation score   (roc_auc)
	14.3s	 = Training   runtime
	0.51s	 = Validation runtime
Fitting model: CatBoost_r143_BAG_L2 ... Training model for up to 14957.77s of the 14957.56s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.75%)
	0.927	 = Validation score   (roc_auc)
	41.73s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: ExtraTrees_r178_BAG_L2 ... Training model for up to 14914.05s of the 14913.83s of remaining time.
	0.9273	 = Validation score   (roc_auc)
	1.82s	 = Training   runtime
	0.65s	 = Validation runtime
Fitting model: RandomForest_r166_BAG_L2 ... Training model for up to 14911.42s of the 14911.2s of remaining time.
	0.9254	 = Validation score   (roc_auc)
	2.97s	 = Training   runtime
	0.63s	 = Validation runtime
Fitting model: XGBoost_r31_BAG_L2 ... Training model for up to 14907.67s of the 14907.45s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.65%)
	0.9266	 = Validation score   (roc_auc)
	24.12s	 = Training   runtime
	0.4s	 = Validation runtime
Fitting model: NeuralNetTorch_r185_BAG_L2 ... Training model for up to 14881.41s of the 14881.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	0.9258	 = Validation score   (roc_auc)
	39.83s	 = Training   runtime
	0.54s	 = Validation runtime
Fitting model: NeuralNetFastAI_r160_BAG_L2 ... Training model for up to 14839.37s of the 14839.15s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r160_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=32912, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=32912, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r60_BAG_L2 ... Training model for up to 14837.07s of the 14836.86s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.41%)
2024-03-02 23:56:49,100	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,102	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,104	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,106	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,108	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,110	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:56:49,113	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9274	 = Validation score   (roc_auc)
	38.85s	 = Training   runtime
	0.06s	 = Validation runtime
Fitting model: RandomForest_r15_BAG_L2 ... Training model for up to 14796.28s of the 14796.07s of remaining time.
	0.9257	 = Validation score   (roc_auc)
	34.06s	 = Training   runtime
	0.62s	 = Validation runtime
Fitting model: LightGBM_r135_BAG_L2 ... Training model for up to 14761.47s of the 14761.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.92%)
	Warning: Exception caused LightGBM_r135_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=36572, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=36572, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: XGBoost_r22_BAG_L2 ... Training model for up to 14758.41s of the 14758.19s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.60%)
2024-03-02 23:58:08,202	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,205	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,208	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,211	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,213	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,216	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:08,218	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9267	 = Validation score   (roc_auc)
	7.6s	 = Training   runtime
	0.22s	 = Validation runtime
Fitting model: NeuralNetFastAI_r69_BAG_L2 ... Training model for up to 14748.68s of the 14748.46s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r69_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=13728, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=13728, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r6_BAG_L2 ... Training model for up to 14746.15s of the 14745.94s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.36%)
2024-03-02 23:58:20,322	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,325	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,327	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,330	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,332	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,335	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:20,338	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9263	 = Validation score   (roc_auc)
	19.47s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r138_BAG_L2 ... Training model for up to 14724.7s of the 14724.48s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r138_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=12284, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=12284, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: LightGBM_r121_BAG_L2 ... Training model for up to 14722.56s of the 14722.34s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.95%)
	Warning: Exception caused LightGBM_r121_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=10688, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=10688, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
2024-03-02 23:58:41,031	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,033	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,034	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,035	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,037	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,038	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:41,040	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: NeuralNetFastAI_r172_BAG_L2 ... Training model for up to 14720.06s of the 14719.84s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.54%)
	Warning: Exception caused NeuralNetFastAI_r172_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=3440, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=3440, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
2024-03-02 23:58:43,051	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,053	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,054	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,056	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,057	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,058	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:43,060	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
Fitting model: CatBoost_r180_BAG_L2 ... Training model for up to 14718.04s of the 14717.82s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.69%)
2024-03-02 23:58:48,605	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,607	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,610	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,611	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,614	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,616	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-02 23:58:48,618	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9271	 = Validation score   (roc_auc)
	64.67s	 = Training   runtime
	0.09s	 = Validation runtime
Fitting model: NeuralNetTorch_r76_BAG_L2 ... Training model for up to 14651.52s of the 14651.3s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	0.9231	 = Validation score   (roc_auc)
	34.92s	 = Training   runtime
	0.56s	 = Validation runtime
Fitting model: ExtraTrees_r197_BAG_L2 ... Training model for up to 14614.48s of the 14614.26s of remaining time.
	0.9256	 = Validation score   (roc_auc)
	2.75s	 = Training   runtime
	0.63s	 = Validation runtime
Fitting model: NeuralNetTorch_r121_BAG_L2 ... Training model for up to 14610.95s of the 14610.74s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.29%)
	0.9229	 = Validation score   (roc_auc)
	301.37s	 = Training   runtime
	1.49s	 = Validation runtime
Fitting model: NeuralNetFastAI_r127_BAG_L2 ... Training model for up to 14307.21s of the 14306.99s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	Warning: Exception caused NeuralNetFastAI_r127_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=22248, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=22248, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: RandomForest_r16_BAG_L2 ... Training model for up to 14305.04s of the 14304.82s of remaining time.
2024-03-03 00:05:41,486	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,488	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,489	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,491	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,492	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,493	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:05:41,494	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9244	 = Validation score   (roc_auc)
	47.66s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: NeuralNetFastAI_r194_BAG_L2 ... Training model for up to 14256.56s of the 14256.34s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.55%)
	Warning: Exception caused NeuralNetFastAI_r194_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=33968, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=33968, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r12_BAG_L2 ... Training model for up to 14254.28s of the 14254.07s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.71%)
2024-03-03 00:06:32,103	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,106	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,108	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,111	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,113	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,116	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:06:32,119	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9278	 = Validation score   (roc_auc)
	95.33s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetTorch_r135_BAG_L2 ... Training model for up to 14157.1s of the 14156.89s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
	0.9266	 = Validation score   (roc_auc)
	62.51s	 = Training   runtime
	0.67s	 = Validation runtime
Fitting model: NeuralNetFastAI_r4_BAG_L2 ... Training model for up to 14092.57s of the 14092.35s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r4_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=12308, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=12308, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: ExtraTrees_r126_BAG_L2 ... Training model for up to 14090.24s of the 14090.02s of remaining time.
	0.9261	 = Validation score   (roc_auc)
	0.81s	 = Training   runtime
	0.64s	 = Validation runtime
Fitting model: NeuralNetTorch_r36_BAG_L2 ... Training model for up to 14088.62s of the 14088.4s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.30%)
2024-03-03 00:09:16,587	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,589	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,591	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,593	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,595	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,597	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:16,599	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9269	 = Validation score   (roc_auc)
	32.87s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: NeuralNetFastAI_r100_BAG_L2 ... Training model for up to 14053.67s of the 14053.45s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r100_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=34896, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=34896, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: CatBoost_r163_BAG_L2 ... Training model for up to 14051.42s of the 14051.2s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.43%)
2024-03-03 00:09:54,857	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,860	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,862	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,866	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,867	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,869	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:09:54,894	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9266	 = Validation score   (roc_auc)
	23.71s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: CatBoost_r198_BAG_L2 ... Training model for up to 14025.87s of the 14025.65s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.53%)
	0.9279	 = Validation score   (roc_auc)
	68.54s	 = Training   runtime
	0.07s	 = Validation runtime
Fitting model: NeuralNetFastAI_r187_BAG_L2 ... Training model for up to 13955.28s of the 13955.06s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.56%)
	Warning: Exception caused NeuralNetFastAI_r187_BAG_L2 to fail during training (ImportError)... Skipping this model.
		ray::_ray_fit() (pid=2188, ip=127.0.0.1)
ModuleNotFoundError: No module named 'fastai'

During handling of the above exception, another exception occurred:

ray::_ray_fit() (pid=2188, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1418, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1498, in ray._raylet.execute_task
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\fastainn\tabular_nn_fastai.py", line 208, in _fit
    try_import_fastai()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 123, in try_import_fastai
    raise ImportError(f"Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]=={__version__}`. ")
ImportError: Import fastai failed. A quick tip is to install via `pip install autogluon.tabular[fastai]==1.0.0`.
Fitting model: NeuralNetTorch_r19_BAG_L2 ... Training model for up to 13953.07s of the 13952.85s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 00:11:33,776	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,779	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,781	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,783	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,785	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,788	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:11:33,790	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9209	 = Validation score   (roc_auc)
	15.66s	 = Training   runtime
	0.5s	 = Validation runtime
Fitting model: XGBoost_r95_BAG_L2 ... Training model for up to 13935.53s of the 13935.31s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.64%)
	0.9263	 = Validation score   (roc_auc)
	6.64s	 = Training   runtime
	0.18s	 = Validation runtime
Fitting model: XGBoost_r34_BAG_L2 ... Training model for up to 13926.85s of the 13926.63s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=2.04%)
	0.9274	 = Validation score   (roc_auc)
	13.25s	 = Training   runtime
	0.36s	 = Validation runtime
Fitting model: LightGBM_r42_BAG_L2 ... Training model for up to 13911.46s of the 13911.25s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.97%)
	Warning: Exception caused LightGBM_r42_BAG_L2 to fail during training... Skipping this model.
		ray::_ray_fit() (pid=30568, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Detailed Traceback:
Traceback (most recent call last):
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1817, in _train_and_save
    model = self._train_single(X, y, model, X_val, y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py", line 1763, in _train_single
    model = model.fit(X=X, y=y, X_val=X_val, y_val=y_val, total_resources=total_resources, **model_fit_kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\stacker_ensemble_model.py", line 165, in _fit
    return super()._fit(X=X, y=y, time_limit=time_limit, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 273, in _fit
    self._fit_folds(
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py", line 689, in _fit_folds
    fold_fitting_strategy.after_all_folds_scheduled()
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 661, in after_all_folds_scheduled
    self._run_parallel(X, y, X_pseudo, y_pseudo, model_base_ref, time_limit_fold, head_node_id)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 603, in _run_parallel
    self._process_fold_results(finished, unfinished, fold_ctx)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 566, in _process_fold_results
    raise processed_exception
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 532, in _process_fold_results
    fold_model, pred_proba, time_start_fit, time_end_fit, predict_time, predict_1_time = self.ray.get(finished)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\auto_init_hook.py", line 24, in auto_init_wrapper
    return fn(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\client_mode_hook.py", line 103, in wrapper
    return func(*args, **kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\ray\_private\worker.py", line 2524, in get
    raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AttributeError): ray::_ray_fit() (pid=30568, ip=127.0.0.1)
  File "python\ray\_raylet.pyx", line 1424, in ray._raylet.execute_task
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\fold_fitting_strategy.py", line 402, in _ray_fit
    fold_model.fit(X=X_fold, y=y_fold, X_val=X_val_fold, y_val=y_val_fold, time_limit=time_limit_fold, **resources, **kwargs_fold)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py", line 854, in fit
    out = self._fit(**kwargs)
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\lgb\lgb_model.py", line 98, in _fit
    try_import_lightgbm()  # raise helpful error message if LightGBM isn't installed
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\autogluon\common\utils\try_import.py", line 82, in try_import_lightgbm
    import lightgbm
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\__init__.py", line 8, in <module>
    from .basic import Booster, Dataset, Sequence, register_logger
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\basic.py", line 21, in <module>
    from .compat import PANDAS_INSTALLED, concat, dt_DataTable, pd_CategoricalDtype, pd_DataFrame, pd_Series
  File "C:\Users\Kyle\AppData\Roaming\Python\Python310\site-packages\lightgbm\compat.py", line 145, in <module>
    from dask.dataframe import DataFrame as dask_DataFrame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\__init__.py", line 4, in <module>
    from dask.dataframe import backends, dispatch, rolling
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\backends.py", line 20, in <module>
    from dask.dataframe.core import DataFrame, Index, Scalar, Series, _Frame
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\core.py", line 35, in <module>
    from dask.dataframe import methods
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\methods.py", line 22, in <module>
    from dask.dataframe.utils import is_dataframe_like, is_index_like, is_series_like
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\utils.py", line 18, in <module>
    from dask.dataframe import (  # noqa: F401 register pandas extension types
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\_dtypes.py", line 3, in <module>
    from dask.dataframe.extensions import make_array_nonempty, make_scalar
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\extensions.py", line 6, in <module>
    from dask.dataframe.accessor import (
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 190, in <module>
    class StringAccessor(Accessor):
  File "C:\ProgramData\anaconda3\lib\site-packages\dask\dataframe\accessor.py", line 276, in StringAccessor
    pd.core.strings.StringMethods,
AttributeError: module 'pandas.core.strings' has no attribute 'StringMethods'
Fitting model: NeuralNetTorch_r1_BAG_L2 ... Training model for up to 13908.4s of the 13908.18s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.31%)
2024-03-03 00:12:18,179	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,181	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,182	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,184	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,185	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,187	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
2024-03-03 00:12:18,188	ERROR worker.py:405 -- Unhandled error (suppress with 'RAY_IGNORE_UNHANDLED_ERRORS=1'): The worker died unexpectedly while executing this task. Check python-core-worker-*.log files for more information.
	0.9261	 = Validation score   (roc_auc)
	61.11s	 = Training   runtime
	0.6s	 = Validation runtime
Fitting model: NeuralNetTorch_r89_BAG_L2 ... Training model for up to 13845.18s of the 13844.96s of remaining time.
	Fitting 8 child models (S1F1 - S1F8) | Fitting with ParallelLocalFoldFittingStrategy (8 workers, per: cpus=2, gpus=0, memory=0.32%)
	0.9252	 = Validation score   (roc_auc)
	52.03s	 = Training   runtime
	0.54s	 = Validation runtime
Fitting model: WeightedEnsemble_L3 ... Training model for up to 1688.39s of the 13790.82s of remaining time.
	Ensemble Weights: {'RandomForest_r39_BAG_L2': 0.171, 'NeuralNetTorch_r143_BAG_L2': 0.134, 'CatBoost_r198_BAG_L2': 0.134, 'NeuralNetTorch_r135_BAG_L2': 0.122, 'CatBoost_r12_BAG_L2': 0.11, 'NeuralNetTorch_r79_BAG_L2': 0.098, 'XGBoost_r33_BAG_L2': 0.073, 'NeuralNetTorch_r36_BAG_L2': 0.061, 'ExtraTreesGini_BAG_L2': 0.024, 'XGBoost_r98_BAG_L2': 0.024, 'RandomForest_r127_BAG_L2': 0.024, 'ExtraTrees_r172_BAG_L2': 0.012, 'NeuralNetTorch_r1_BAG_L2': 0.012}
	0.9306	 = Validation score   (roc_auc)
	4.03s	 = Training   runtime
	0.0s	 = Validation runtime
AutoGluon training complete, total runtime = 7813.25s ... Best model: "WeightedEnsemble_L3"
TabularPredictor saved. To load, use: predictor = TabularPredictor.load("./loan_best_quality_models/ds_sub_fit/sub_fit_ho")

---------------------------------------------------------------------------
AttributeError                            Traceback (most recent call last)
Cell In[53], line 20
     13 # Fit the model.
     14 """
     15 presets='best_quality'   : Maximize accuracy. Default time_limit=3600.
     16 	presets='high_quality'   : Strong accuracy with fast inference speed. Default time_limit=3600.
     17 	presets='good_quality'   : Good accuracy with very fast inference speed. Default time_limit=3600.
     18 	presets='medium_quality' : Fast training time, ideal for initial prototyping.
     19 """
---> 20 glu_model_best = glu_model_best.fit(train_data,
     21                           time_limit=time_limit,
     22                           presets='best_quality', # switch to one of the above presets.
     23                           )

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\utils\decorators.py:31, in unpack.<locals>._unpack_inner.<locals>._call(*args, **kwargs)
     28 @functools.wraps(f)
     29 def _call(*args, **kwargs):
     30     gargs, gkwargs = g(*other_args, *args, **kwargs)
---> 31     return f(*gargs, **gkwargs)

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:1099, in TabularPredictor.fit(self, train_data, tuning_data, time_limit, presets, hyperparameters, feature_metadata, infer_limit, infer_limit_batch_size, fit_weighted_ensemble, fit_full_last_level_weighted_ensemble, full_weighted_ensemble_additionally, dynamic_stacking, calibrate_decision_threshold, num_cpus, num_gpus, **kwargs)
   1093 if dynamic_stacking:
   1094     logger.log(
   1095         20,
   1096         f"Dynamic stacking is enabled (dynamic_stacking={dynamic_stacking}). "
   1097         "AutoGluon will try to determine whether the input data is affected by stacked overfitting and enable or disable stacking as a consequence.",
   1098     )
-> 1099     num_stack_levels, time_limit = self._dynamic_stacking(**ds_args, ag_fit_kwargs=ag_fit_kwargs, ag_post_fit_kwargs=ag_post_fit_kwargs)
   1101     if (time_limit is not None) and (time_limit <= 0):
   1102         raise ValueError(
   1103             f"Not enough time left to train models for the full fit. Consider specifying a larger time_limit. Time remaining: {time_limit}s"
   1104         )

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:1186, in TabularPredictor._dynamic_stacking(self, ag_fit_kwargs, ag_post_fit_kwargs, validation_procedure, detection_time_frac, holdout_frac, n_folds, n_repeats, memory_safe_fits, clean_up_fits, holdout_data)
   1181         ds_fit_kwargs["ds_fit_context"] = ds_fit_context + "/sub_fit_custom_ho"
   1182         logger.info(
   1183             f"Starting holdout-based sub-fit for dynamic stacking with custom validation data. Context path is: {ds_fit_kwargs['ds_fit_context']}."
   1184         )
-> 1186     stacked_overfitting = self._sub_fit_memory_save_wrapper(
   1187         train_data=X,
   1188         time_limit=time_limit,
   1189         ds_fit_kwargs=ds_fit_kwargs,
   1190         ag_fit_kwargs=inner_ag_fit_kwargs,
   1191         ag_post_fit_kwargs=inner_ag_post_fit_kwargs,
   1192         holdout_data=holdout_data,
   1193     )
   1194 else:
   1195     # Holdout is false, use (repeated) cross-validation
   1196     is_stratified = self.problem_type in [REGRESSION, QUANTILE, SOFTCLASS]

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:1336, in TabularPredictor._sub_fit_memory_save_wrapper(self, train_data, time_limit, ds_fit_kwargs, ag_fit_kwargs, ag_post_fit_kwargs, holdout_data)
   1333     normal_fit = True
   1335 if normal_fit:
-> 1336     stacked_overfitting = _sub_fit(
   1337         predictor=self,
   1338         train_data=train_data,
   1339         time_limit=time_limit,
   1340         ds_fit_kwargs=ds_fit_kwargs,
   1341         ag_fit_kwargs=ag_fit_kwargs,
   1342         ag_post_fit_kwargs=ag_post_fit_kwargs,
   1343         holdout_data=holdout_data,
   1344     )
   1346 return stacked_overfitting

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:4907, in _sub_fit(predictor, train_data, time_limit, ds_fit_kwargs, ag_fit_kwargs, ag_post_fit_kwargs, holdout_data)
   4905     leaderboard_kwargs = dict(refit_full=True, set_refit_score_to_parent=True)
   4906 # Determine stacked overfitting
-> 4907 ho_leaderboard = predictor.leaderboard(data=val_data, **leaderboard_kwargs).reset_index(drop=True)
   4908 logger.info("Leaderboard on holdout data from dynamic stacking:")
   4909 with pd.option_context("display.max_rows", None, "display.max_columns", None, "display.width", 1000):
   4910     # Rename to avoid confusion for the user

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\predictor\predictor.py:2324, in TabularPredictor.leaderboard(self, data, extra_info, extra_metrics, decision_threshold, score_format, only_pareto_frontier, skip_score, refit_full, set_refit_score_to_parent, display, **kwargs)
   2322 if decision_threshold is None:
   2323     decision_threshold = self.decision_threshold
-> 2324 return self._learner.leaderboard(
   2325     X=data,
   2326     extra_info=extra_info,
   2327     extra_metrics=extra_metrics,
   2328     decision_threshold=decision_threshold,
   2329     only_pareto_frontier=only_pareto_frontier,
   2330     score_format=score_format,
   2331     skip_score=skip_score,
   2332     refit_full=refit_full,
   2333     set_refit_score_to_parent=set_refit_score_to_parent,
   2334     display=display,
   2335 )

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\learner\abstract_learner.py:849, in AbstractTabularLearner.leaderboard(self, X, y, extra_info, extra_metrics, decision_threshold, only_pareto_frontier, skip_score, score_format, refit_full, set_refit_score_to_parent, display)
    847 assert score_format in ["score", "error"]
    848 if X is not None:
--> 849     leaderboard = self.score_debug(
    850         X=X,
    851         y=y,
    852         extra_info=extra_info,
    853         extra_metrics=extra_metrics,
    854         decision_threshold=decision_threshold,
    855         skip_score=skip_score,
    856         refit_full=refit_full,
    857         set_refit_score_to_parent=set_refit_score_to_parent,
    858         display=False,
    859     )
    860 else:
    861     if extra_metrics:

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\learner\abstract_learner.py:526, in AbstractTabularLearner.score_debug(self, X, y, extra_info, compute_oracle, extra_metrics, decision_threshold, skip_score, refit_full, set_refit_score_to_parent, display)
    524 all_trained_models_can_infer = trainer.get_model_names(models=all_trained_models, can_infer=True)
    525 all_trained_models_original = all_trained_models.copy()
--> 526 model_pred_proba_dict, pred_time_test_marginal = trainer.get_model_pred_proba_dict(X=X, models=all_trained_models_can_infer, record_pred_time=True)
    528 if compute_oracle:
    529     pred_probas = list(model_pred_proba_dict.values())

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\trainer\abstract_trainer.py:1036, in AbstractTrainer.get_model_pred_proba_dict(self, X, models, model_pred_proba_dict, model_pred_time_dict, record_pred_time, use_val_cache, cascade, cascade_threshold)
   1034     else:
   1035         preprocess_kwargs = dict(infer=False, model_pred_proba_dict=model_pred_proba_dict)
-> 1036     model_pred_proba_dict[model_name] = model.predict_proba(X, **preprocess_kwargs)
   1037 else:
   1038     model_pred_proba_dict[model_name] = model.predict_proba(X)

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\ensemble\bagged_ensemble_model.py:441, in BaggedEnsembleModel.predict_proba(self, X, normalize, **kwargs)
    439 model = self.load_child(self.models[0])
    440 X = self.preprocess(X, model=model, **kwargs)
--> 441 pred_proba = model.predict_proba(X=X, preprocess_nonadaptive=False, normalize=normalize)
    442 for model in self.models[1:]:
    443     model = self.load_child(model)

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\core\models\abstract\abstract_model.py:949, in AbstractModel.predict_proba(self, X, normalize, **kwargs)
    947 if normalize is None:
    948     normalize = self.normalize_pred_probas
--> 949 y_pred_proba = self._predict_proba(X=X, **kwargs)
    950 if normalize:
    951     y_pred_proba = normalize_pred_probas(y_pred_proba, self.problem_type)

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py:425, in TabularNeuralNetTorchModel._predict_proba(self, X, **kwargs)
    423 elif isinstance(X, pd.DataFrame):
    424     X = self.preprocess(X, **kwargs)
--> 425     return self._predict_tabular_data(new_data=X, process=True)
    426 else:
    427     raise ValueError("X must be of type pd.DataFrame or TabularTorchDataset, not type: %s" % type(X))

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py:433, in TabularNeuralNetTorchModel._predict_tabular_data(self, new_data, process)
    430 from .tabular_torch_dataset import TabularTorchDataset
    432 if process:
--> 433     new_data = self._process_test_data(new_data)
    434 if not isinstance(new_data, TabularTorchDataset):
    435     raise ValueError("new_data must of of type TabularTorchDataset if process=False")

File ~\AppData\Roaming\Python\Python310\site-packages\autogluon\tabular\models\tabular_nn\torch\tabular_nn_torch.py:498, in TabularNeuralNetTorchModel._process_test_data(self, df, labels)
    495         df = df.drop(columns=drop_cols)
    497 # self.feature_arraycol_map, self.feature_type_map have been previously set while processing training data.
--> 498 df = self.processor.transform(df)
    499 return TabularTorchDataset(df, self.feature_arraycol_map, self.feature_type_map, self.problem_type, labels)

File C:\ProgramData\anaconda3\lib\site-packages\sklearn\utils\_set_output.py:142, in _wrap_method_output.<locals>.wrapped(self, X, *args, **kwargs)
    140 @wraps(f)
    141 def wrapped(self, X, *args, **kwargs):
--> 142     data_to_wrap = f(self, X, *args, **kwargs)
    143     if isinstance(data_to_wrap, tuple):
    144         # only wrap the first output for cross decomposition
    145         return (
    146             _wrap_data_with_container(method, data_to_wrap[0], X, self),
    147             *data_to_wrap[1:],
    148         )

File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:800, in ColumnTransformer.transform(self, X)
    795 else:
    796     # ndarray was used for fitting or transforming, thus we only
    797     # check that n_features_in_ is consistent
    798     self._check_n_features(X, reset=False)
--> 800 Xs = self._fit_transform(
    801     X,
    802     None,
    803     _transform_one,
    804     fitted=True,
    805     column_as_strings=fit_dataframe_and_transform_dataframe,
    806 )
    807 self._validate_output(Xs)
    809 if not Xs:
    810     # All transformers are None

File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:652, in ColumnTransformer._fit_transform(self, X, y, func, fitted, column_as_strings)
    644 def _fit_transform(self, X, y, func, fitted=False, column_as_strings=False):
    645     """
    646     Private function to fit and/or transform on demand.
    647 
   (...)
    650     ``fitted=True`` ensures the fitted transformers are used.
    651     """
--> 652     transformers = list(
    653         self._iter(
    654             fitted=fitted, replace_strings=True, column_as_strings=column_as_strings
    655         )
    656     )
    657     try:
    658         return Parallel(n_jobs=self.n_jobs)(
    659             delayed(func)(
    660                 transformer=clone(trans) if not fitted else trans,
   (...)
    667             for idx, (name, trans, column, weight) in enumerate(transformers, 1)
    668         )

File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:349, in ColumnTransformer._iter(self, fitted, replace_strings, column_as_strings)
    346             return name, trans, columns
    347         return name, self._name_to_fitted_passthrough[name], columns
--> 349     transformers = [
    350         replace_passthrough(*trans) for trans in self.transformers_
    351     ]
    352 else:
    353     transformers = self.transformers_

File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:350, in <listcomp>(.0)
    346             return name, trans, columns
    347         return name, self._name_to_fitted_passthrough[name], columns
    349     transformers = [
--> 350         replace_passthrough(*trans) for trans in self.transformers_
    351     ]
    352 else:
    353     transformers = self.transformers_

File C:\ProgramData\anaconda3\lib\site-packages\sklearn\compose\_column_transformer.py:345, in ColumnTransformer._iter.<locals>.replace_passthrough(name, trans, columns)
    344 def replace_passthrough(name, trans, columns):
--> 345     if name not in self._name_to_fitted_passthrough:
    346         return name, trans, columns
    347     return name, self._name_to_fitted_passthrough[name], columns

AttributeError: 'ColumnTransformer' object has no attribute '_name_to_fitted_passthrough'

#Evaluate the metrics of the models
glu_model_best.leaderboard(X_test)

#Get a list of all of the models trained
glu_model_best.model_names()

['KNeighborsUnif_BAG_L1',
 'KNeighborsDist_BAG_L1',
 'LightGBMXT_BAG_L1',
 'LightGBM_BAG_L1',
 'RandomForestGini_BAG_L1',
 'RandomForestEntr_BAG_L1',
 'CatBoost_BAG_L1',
 'ExtraTreesGini_BAG_L1',
 'ExtraTreesEntr_BAG_L1',
 'XGBoost_BAG_L1',
 'LightGBMLarge_BAG_L1',
 'CatBoost_r177_BAG_L1',
 'LightGBM_r131_BAG_L1',
 'CatBoost_r9_BAG_L1',
 'LightGBM_r96_BAG_L1',
 'XGBoost_r33_BAG_L1',
 'ExtraTrees_r42_BAG_L1',
 'CatBoost_r137_BAG_L1',
 'CatBoost_r13_BAG_L1',
 'RandomForest_r195_BAG_L1',
 'LightGBM_r188_BAG_L1',
 'XGBoost_r89_BAG_L1',
 'LightGBM_r130_BAG_L1',
 'CatBoost_r50_BAG_L1',
 'XGBoost_r194_BAG_L1',
 'ExtraTrees_r172_BAG_L1',
 'CatBoost_r69_BAG_L1',
 'LightGBM_r161_BAG_L1',
 'CatBoost_r70_BAG_L1',
 'LightGBM_r196_BAG_L1',
 'RandomForest_r39_BAG_L1',
 'CatBoost_r167_BAG_L1',
 'XGBoost_r98_BAG_L1',
 'LightGBM_r15_BAG_L1',
 'CatBoost_r86_BAG_L1',
 'CatBoost_r49_BAG_L1',
 'ExtraTrees_r49_BAG_L1',
 'LightGBM_r143_BAG_L1',
 'RandomForest_r127_BAG_L1',
 'RandomForest_r34_BAG_L1',
 'LightGBM_r94_BAG_L1',
 'CatBoost_r128_BAG_L1',
 'ExtraTrees_r4_BAG_L1',
 'LightGBM_r30_BAG_L1',
 'XGBoost_r49_BAG_L1',
 'CatBoost_r5_BAG_L1',
 'CatBoost_r143_BAG_L1',
 'ExtraTrees_r178_BAG_L1',
 'RandomForest_r166_BAG_L1',
 'XGBoost_r31_BAG_L1',
 'CatBoost_r60_BAG_L1',
 'RandomForest_r15_BAG_L1',
 'LightGBM_r135_BAG_L1',
 'XGBoost_r22_BAG_L1',
 'CatBoost_r6_BAG_L1',
 'LightGBM_r121_BAG_L1',
 'CatBoost_r180_BAG_L1',
 'ExtraTrees_r197_BAG_L1',
 'RandomForest_r16_BAG_L1',
 'CatBoost_r12_BAG_L1',
 'ExtraTrees_r126_BAG_L1',
 'CatBoost_r163_BAG_L1',
 'CatBoost_r198_BAG_L1',
 'XGBoost_r95_BAG_L1',
 'XGBoost_r34_BAG_L1',
 'LightGBM_r42_BAG_L1',
 'WeightedEnsemble_L2',
 'LightGBMXT_BAG_L2',
 'LightGBM_BAG_L2',
 'RandomForestGini_BAG_L2',
 'RandomForestEntr_BAG_L2',
 'CatBoost_BAG_L2',
 'ExtraTreesGini_BAG_L2',
 'ExtraTreesEntr_BAG_L2',
 'XGBoost_BAG_L2',
 'LightGBMLarge_BAG_L2',
 'CatBoost_r177_BAG_L2',
 'LightGBM_r131_BAG_L2',
 'CatBoost_r9_BAG_L2',
 'LightGBM_r96_BAG_L2',
 'XGBoost_r33_BAG_L2',
 'ExtraTrees_r42_BAG_L2',
 'CatBoost_r137_BAG_L2',
 'CatBoost_r13_BAG_L2',
 'RandomForest_r195_BAG_L2',
 'LightGBM_r188_BAG_L2',
 'XGBoost_r89_BAG_L2',
 'LightGBM_r130_BAG_L2',
 'CatBoost_r50_BAG_L2',
 'XGBoost_r194_BAG_L2',
 'ExtraTrees_r172_BAG_L2',
 'CatBoost_r69_BAG_L2',
 'LightGBM_r161_BAG_L2',
 'CatBoost_r70_BAG_L2',
 'LightGBM_r196_BAG_L2',
 'RandomForest_r39_BAG_L2',
 'CatBoost_r167_BAG_L2',
 'XGBoost_r98_BAG_L2',
 'LightGBM_r15_BAG_L2',
 'CatBoost_r86_BAG_L2',
 'CatBoost_r49_BAG_L2',
 'ExtraTrees_r49_BAG_L2',
 'LightGBM_r143_BAG_L2',
 'RandomForest_r127_BAG_L2',
 'RandomForest_r34_BAG_L2',
 'LightGBM_r94_BAG_L2',
 'CatBoost_r128_BAG_L2',
 'ExtraTrees_r4_BAG_L2',
 'LightGBM_r30_BAG_L2',
 'XGBoost_r49_BAG_L2',
 'CatBoost_r5_BAG_L2',
 'CatBoost_r143_BAG_L2',
 'ExtraTrees_r178_BAG_L2',
 'RandomForest_r166_BAG_L2',
 'XGBoost_r31_BAG_L2',
 'CatBoost_r60_BAG_L2',
 'RandomForest_r15_BAG_L2',
 'LightGBM_r135_BAG_L2',
 'XGBoost_r22_BAG_L2',
 'CatBoost_r6_BAG_L2',
 'LightGBM_r121_BAG_L2',
 'CatBoost_r180_BAG_L2',
 'ExtraTrees_r197_BAG_L2',
 'RandomForest_r16_BAG_L2',
 'CatBoost_r12_BAG_L2',
 'ExtraTrees_r126_BAG_L2',
 'CatBoost_r163_BAG_L2',
 'CatBoost_r198_BAG_L2',
 'XGBoost_r95_BAG_L2',
 'XGBoost_r34_BAG_L2',
 'LightGBM_r42_BAG_L2',
 'WeightedEnsemble_L3']

# best model
glu_model_best.model_best

'WeightedEnsemble_L3'

#Get more information on the models
glu_model_best.leaderboard(extra_info=True)

#Load the best quality models that were trained previously
from autogluon.tabular import TabularDataset, TabularPredictor
glu_model_best = TabularPredictor.load('./loan_best_quality_models_2')

#Create a test set to determine how well the models are performing
test = pd.concat([X_test, y_test], axis=1)
test

#Determine the accuracy, recall, and precision of the top models
glu_model_best.leaderboard(test, extra_metrics=['accuracy', 'recall', 'precision']).head(20)

# Confirm that chosen model is still the same after loading
glu_model_best.model_best

'WeightedEnsemble_L3'

#Make prediction probabilities for the test data
autogluon_predictions_proba = glu_model_best.predict_proba(X_test)

#Convert the prediction probabilities data into an array so it can be used for ploting
#metrics like the ROC curve
autogluon_predictions_proba = np.array(autogluon_predictions_proba)
autogluon_predictions_proba

array([[0.95756221, 0.04243782],
       [0.99499094, 0.00500906],
       [0.99811763, 0.00188238],
       ...,
       [0.85628605, 0.14371395],
       [0.96330571, 0.03669427],
       [0.21937591, 0.78062409]])

# Generate ROC curve for test data
fpr, tpr, thresholds = roc_curve(y_test, autogluon_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_proba[:,1])

# Plot ROC curve
plt.figure()
plt.plot(fpr, tpr, color='darkorange', lw=2, label=f'ROC curve (area = {roc_auc:.4f})')
plt.plot([0, 1], [0, 1], color='navy', lw=2, linestyle='--')
plt.xlim([0.0, 1.0])
plt.ylim([0.0, 1.05])
plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic for Best Quality AutoGluon Weighted Ensemble')
plt.legend(loc='lower right')
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 5% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.05)  # Find the index of the FPR just over 5%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~5% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~5%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

import matplotlib.pyplot as plt
from sklearn.metrics import roc_curve, precision_recall_curve, auc


# Calculate ROC curve
fpr, tpr, thresholds_roc = roc_curve(y_test, autogluon_predictions_proba[:,1])
roc_auc = roc_auc_score(y_test, autogluon_predictions_proba[:,1])

# Calculate Precision-Recall curve
precision, recall, thresholds_pr = precision_recall_curve(y_test, autogluon_predictions_proba[:,1])
pr_auc = auc(recall, precision)

# Plot ROC Curve
plt.figure(figsize=(14, 6))
plt.subplot(1, 2, 1)
plt.plot(fpr, tpr, label=f'ROC curve (area = {roc_auc:.2f})')
plt.plot([0, 1], [0, 1], 'k--')  # Dashed diagonal

# Highlighting the 2% FPR point
idx = next(i for i, x in enumerate(fpr) if x >= 0.02)  # Find the index of the FPR just over 2%
plt.plot(fpr[idx], tpr[idx], 'ro', label='~2% FPR')  # 'ro' for red dot
plt.annotate(f'FPR ~2%\nTPR={tpr[idx]:.2f}', (fpr[idx], tpr[idx]), textcoords="offset points", xytext=(10,-10), ha='center')

plt.xlabel('False Positive Rate')
plt.ylabel('True Positive Rate')
plt.title('Receiver Operating Characteristic (ROC) Curve')
plt.legend(loc="lower right")

# Find the closest threshold in the PR curve to the one identified in the ROC curve analysis
# This might not be exact due to the different metrics, but we find the nearest one
roc_threshold = thresholds_roc[idx]
closest_threshold_index = np.argmin(np.abs(thresholds_pr - roc_threshold))
selected_precision = precision[closest_threshold_index]
selected_recall = recall[closest_threshold_index]

plt.subplot(1, 2, 2)

# Plot PR Curve
plt.plot(recall, precision, label=f'PR curve (area = {pr_auc:.2f})')
plt.xlabel('Recall')
plt.ylabel('Precision')
plt.title('Precision-Recall Curve')

# Highlight the selected threshold
plt.plot(selected_recall, selected_precision, 'ro')  # Red dot at the selected threshold
plt.annotate(f'Threshold={roc_threshold:.2f}\nPrecision={selected_precision:.2f}\nRecall={selected_recall:.2f}',
             (selected_recall, selected_precision),
             textcoords="offset points",
             xytext=(-10,10),
             ha='center')

plt.legend(loc="lower left")
plt.tight_layout()
plt.show()

#Determine the most important features for the best quality AutoGluon ensemble model
feature_importances_df = glu_model_best.feature_importance(test)
feature_importances_df

#Create a plot of the feature importance
plt.figure(figsize=(10, 6))
sns.barplot(feature_importances_df, x='importance', y=feature_importances_df.index)
plt.title('Feature Importance For Best Quality AutoGluon Ensemble Model')
plt.show()

#Numerical partial dependence plots for the best quality AutoGluon ensemble model
for var in numeric_features:
  pdp_plot_numeric(var, sample_n=300, pipeline=glu_model_best, autogluon=True)

#Categorical partial dependence plots for the best quality AutoGluon ensemble model
for var in categorical_features:
  pdp_plot_categorical(var, sample_n=100, pipeline=glu_model_best, autogluon=True)

#Predict and proba functions that work with Dalex by converting the
#Pandas dataframes that AutoGluon returns into arrays
def predict_function(model, data):
    return model.predict(data).values

def predict_proba_function(model, data):
    return model.predict_proba(data)[1].to_numpy()

import dalex as dx # for explanations
glu_explainer = dx.Explainer(glu_model_best, X_test, y_test.values,
                           predict_function=predict_function, label='loan_status')

Preparation of a new explainer is initiated

  -> data              : 5956 rows 24 cols
  -> target variable   : 5956 values
  -> model_class       : autogluon.tabular.predictor.predictor.TabularPredictor (default)
  -> label             : loan_status
  -> predict function  : <function predict_function at 0x000001FAAC32E3B0> will be used
  -> predict function  : Accepts only pandas.DataFrame, numpy.ndarray causes problems.
  -> predicted values  : min = 0.0, mean = 0.135, max = 1.0
  -> model type        : classification will be used (default)
  -> residual function : difference between y and yhat (default)
  -> residuals         : min = -1.0, mean = 0.0133, max = 1.0
  -> model_info        : package autogluon

A new explainer has been created!

#Dalex metrics including accuracy, precision, recall, and auc for the best quality AutoGluon ensemble model
model_performance  = glu_explainer.model_performance("classification")
model_performance.result

# Use Dalex to determine the partial dependence of the numeric features
pdp_numeric_profile = glu_explainer.model_profile(variables=numeric_features)

# Plot these partical dependencies
pdp_numeric_profile.plot()

Calculating ceteris paribus: 100%|█████████████████████████████████████████████████████| 20/20 [32:22<00:00, 97.12s/it]

# Use Dalex to determine the partial dependence of the categorical features
pdp_categorical_profile = glu_explainer.model_profile(
    variable_type = 'categorical',
    variables=categorical_features)

## Plot these partical dependencies
pdp_categorical_profile.plot()

Calculating ceteris paribus: 100%|███████████████████████████████████████████████████████| 4/4 [01:22<00:00, 20.62s/it]

#Create a dataframe with the best quality AutoGluon's ensemble model's predictions, prediction probability,
#and the actual loan status added onto the test dataset
#This will be used for determining the top true positives and false negatives
X_test_autogluon = X_test.copy()
X_test_autogluon['pred']= glu_model_best.predict(X_test, as_pandas=False)
X_test_autogluon['pred_proba']= glu_model_best.predict_proba(X_test, as_pandas=False)[:,1]
X_test_autogluon[target] = y_test
X_test_autogluon.head()

#Determine the top 10 true positive loans to default by highest predicted probability
#Return a dataframe of these loans
top_10_tp = (X_test_autogluon
             .query('loan_status == pred and loan_status == 1')
             .sort_values(by='pred_proba', ascending=False)
             .head(10)
             .reset_index(drop=True)
)
top_10_tp

#Use breakdown for each of the top 10 true positive loans to determine which features most influenced
#the model to predict that the loan will default
for index, row in top_10_tp.iterrows():
  local_breakdown_exp = glu_explainer.predict_parts(
      #Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
      top_10_tp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
      type='break_down',
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()
  print(local_breakdown_exp.result)

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1          last_pymnt_amnt           50.0          last_pymnt_amnt = 50.0   
2       total_rec_late_fee          14.88      total_rec_late_fee = 14.88   
3               annual_inc        26000.0            annual_inc = 26000.0   
4          funded_amnt_inv         2200.0        funded_amnt_inv = 2200.0   
5                 open_acc            3.0                  open_acc = 3.0   
6      verification_status       Verified  verification_status = Verified   
7   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
8                      dti          14.95                     dti = 14.95   
9                out_prncp            0.0                 out_prncp = 0.0   
10             delinq_2yrs            0.0               delinq_2yrs = 0.0   
11           out_prncp_inv            0.0             out_prncp_inv = 0.0   
12          home_ownership           RENT           home_ownership = RENT   
13               revol_bal         3820.0              revol_bal = 3820.0   
14                 pub_rec            0.0                   pub_rec = 0.0   
15  mths_since_last_record            nan    mths_since_last_record = nan   
16         fico_range_high          729.0         fico_range_high = 729.0   
17          fico_range_low          725.0          fico_range_low = 725.0   
18          inq_last_6mths            0.0            inq_last_6mths = 0.0   
19                   grade              B                       grade = B   
20               sub_grade             B1                  sub_grade = B1   
21               total_acc            7.0                 total_acc = 7.0   
22               loan_amnt         2200.0              loan_amnt = 2200.0   
23             funded_amnt         2200.0            funded_amnt = 2200.0   
24             installment           70.9              installment = 70.9   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:0, prob:0.989  
1     0.623909      0.489255   1.0        24  record:0, prob:0.989  
2     0.987408      0.363499   1.0        23  record:0, prob:0.989  
3     0.989926      0.002518   1.0        22  record:0, prob:0.989  
4     0.989758     -0.000168  -1.0        21  record:0, prob:0.989  
5     0.989758      0.000000   0.0        20  record:0, prob:0.989  
6     0.989422     -0.000336  -1.0        19  record:0, prob:0.989  
7     0.989255     -0.000168  -1.0        18  record:0, prob:0.989  
8     0.989255      0.000000   0.0        17  record:0, prob:0.989  
9     1.000000      0.010745   1.0        16  record:0, prob:0.989  
10    1.000000      0.000000   0.0        15  record:0, prob:0.989  
11    1.000000      0.000000   0.0        14  record:0, prob:0.989  
12    1.000000      0.000000   0.0        13  record:0, prob:0.989  
13    1.000000      0.000000   0.0        12  record:0, prob:0.989  
14    1.000000      0.000000   0.0        11  record:0, prob:0.989  
15    1.000000      0.000000   0.0        10  record:0, prob:0.989  
16    1.000000      0.000000   0.0         9  record:0, prob:0.989  
17    1.000000      0.000000   0.0         8  record:0, prob:0.989  
18    1.000000      0.000000   0.0         7  record:0, prob:0.989  
19    1.000000      0.000000   0.0         6  record:0, prob:0.989  
20    1.000000      0.000000   0.0         5  record:0, prob:0.989  
21    1.000000      0.000000   0.0         4  record:0, prob:0.989  
22    1.000000      0.000000   0.0         3  record:0, prob:0.989  
23    1.000000      0.000000   0.0         2  record:0, prob:0.989  
24    1.000000      0.000000   0.0         1  record:0, prob:0.989  
25    1.000000      1.000000   1.0         0  record:0, prob:0.989

             variable_name   variable_value  \
0                intercept                    
1       total_rec_late_fee            14.98   
2          last_pymnt_amnt            197.4   
3               annual_inc          45600.0   
4          funded_amnt_inv           6400.0   
5   mths_since_last_delinq              nan   
6                      dti            13.39   
7                out_prncp              0.0   
8                 open_acc              9.0   
9              delinq_2yrs              0.0   
10           out_prncp_inv              0.0   
11               revol_bal           7486.0   
12     verification_status  Source Verified   
13                 pub_rec              0.0   
14  mths_since_last_record              nan   
15         fico_range_high            719.0   
16          home_ownership         MORTGAGE   
17          fico_range_low            715.0   
18               total_acc             22.0   
19               loan_amnt           6400.0   
20          inq_last_6mths              0.0   
21               sub_grade               A5   
22             funded_amnt           6400.0   
23                   grade                A   
24             installment            197.4   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1              total_rec_late_fee = 14.98    0.629113      0.494459   1.0   
2                 last_pymnt_amnt = 197.4    0.986568      0.357455   1.0   
3                    annual_inc = 45600.0    0.986736      0.000168   1.0   
4                funded_amnt_inv = 6400.0    0.987408      0.000672   1.0   
5            mths_since_last_delinq = nan    0.987408      0.000000   0.0   
6                             dti = 13.39    0.987240     -0.000168  -1.0   
7                         out_prncp = 0.0    1.000000      0.012760   1.0   
8                          open_acc = 9.0    1.000000      0.000000   0.0   
9                       delinq_2yrs = 0.0    1.000000      0.000000   0.0   
10                    out_prncp_inv = 0.0    1.000000      0.000000   0.0   
11                     revol_bal = 7486.0    1.000000      0.000000   0.0   
12  verification_status = Source Verified    1.000000      0.000000   0.0   
13                          pub_rec = 0.0    1.000000      0.000000   0.0   
14           mths_since_last_record = nan    1.000000      0.000000   0.0   
15                fico_range_high = 719.0    1.000000      0.000000   0.0   
16              home_ownership = MORTGAGE    1.000000      0.000000   0.0   
17                 fico_range_low = 715.0    1.000000      0.000000   0.0   
18                       total_acc = 22.0    1.000000      0.000000   0.0   
19                     loan_amnt = 6400.0    1.000000      0.000000   0.0   
20                   inq_last_6mths = 0.0    1.000000      0.000000   0.0   
21                         sub_grade = A5    1.000000      0.000000   0.0   
22                   funded_amnt = 6400.0    1.000000      0.000000   0.0   
23                              grade = A    1.000000      0.000000   0.0   
24                    installment = 197.4    1.000000      0.000000   0.0   
25                             prediction    1.000000      1.000000   1.0   

    position                 label  
0         25  record:1, prob:0.989  
1         24  record:1, prob:0.989  
2         23  record:1, prob:0.989  
3         22  record:1, prob:0.989  
4         21  record:1, prob:0.989  
5         20  record:1, prob:0.989  
6         19  record:1, prob:0.989  
7         18  record:1, prob:0.989  
8         17  record:1, prob:0.989  
9         16  record:1, prob:0.989  
10        15  record:1, prob:0.989  
11        14  record:1, prob:0.989  
12        13  record:1, prob:0.989  
13        12  record:1, prob:0.989  
14        11  record:1, prob:0.989  
15        10  record:1, prob:0.989  
16         9  record:1, prob:0.989  
17         8  record:1, prob:0.989  
18         7  record:1, prob:0.989  
19         6  record:1, prob:0.989  
20         5  record:1, prob:0.989  
21         4  record:1, prob:0.989  
22         3  record:1, prob:0.989  
23         2  record:1, prob:0.989  
24         1  record:1, prob:0.989  
25         0  record:1, prob:0.989

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1       total_rec_late_fee          14.96      total_rec_late_fee = 14.96   
2               annual_inc        30000.0            annual_inc = 30000.0   
3          last_pymnt_amnt          222.6         last_pymnt_amnt = 222.6   
4           fico_range_low          675.0          fico_range_low = 675.0   
5      verification_status       Verified  verification_status = Verified   
6          funded_amnt_inv         6525.0        funded_amnt_inv = 6525.0   
7   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
8          fico_range_high          679.0         fico_range_high = 679.0   
9                out_prncp            0.0                 out_prncp = 0.0   
10             delinq_2yrs            0.0               delinq_2yrs = 0.0   
11           out_prncp_inv            0.0             out_prncp_inv = 0.0   
12          home_ownership           RENT           home_ownership = RENT   
13                 pub_rec            0.0                   pub_rec = 0.0   
14  mths_since_last_record            nan    mths_since_last_record = nan   
15                     dti          22.08                     dti = 22.08   
16               revol_bal         4421.0              revol_bal = 4421.0   
17                   grade              C                       grade = C   
18               total_acc           14.0                total_acc = 14.0   
19               sub_grade             C2                  sub_grade = C2   
20                open_acc           11.0                 open_acc = 11.0   
21               loan_amnt         6600.0              loan_amnt = 6600.0   
22          inq_last_6mths            0.0            inq_last_6mths = 0.0   
23             installment          222.6             installment = 222.6   
24             funded_amnt         6600.0            funded_amnt = 6600.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:2, prob:0.989  
1     0.626259      0.491605   1.0        24  record:2, prob:0.989  
2     0.632304      0.006044   1.0        23  record:2, prob:0.989  
3     0.986568      0.354265   1.0        22  record:2, prob:0.989  
4     0.986568      0.000000   0.0        21  record:2, prob:0.989  
5     0.986568      0.000000   0.0        20  record:2, prob:0.989  
6     0.987072      0.000504   1.0        19  record:2, prob:0.989  
7     0.987072      0.000000   0.0        18  record:2, prob:0.989  
8     0.987072      0.000000   0.0        17  record:2, prob:0.989  
9     1.000000      0.012928   1.0        16  record:2, prob:0.989  
10    1.000000      0.000000   0.0        15  record:2, prob:0.989  
11    1.000000      0.000000   0.0        14  record:2, prob:0.989  
12    1.000000      0.000000   0.0        13  record:2, prob:0.989  
13    1.000000      0.000000   0.0        12  record:2, prob:0.989  
14    1.000000      0.000000   0.0        11  record:2, prob:0.989  
15    1.000000      0.000000   0.0        10  record:2, prob:0.989  
16    1.000000      0.000000   0.0         9  record:2, prob:0.989  
17    1.000000      0.000000   0.0         8  record:2, prob:0.989  
18    1.000000      0.000000   0.0         7  record:2, prob:0.989  
19    1.000000      0.000000   0.0         6  record:2, prob:0.989  
20    1.000000      0.000000   0.0         5  record:2, prob:0.989  
21    1.000000      0.000000   0.0         4  record:2, prob:0.989  
22    1.000000      0.000000   0.0         3  record:2, prob:0.989  
23    1.000000      0.000000   0.0         2  record:2, prob:0.989  
24    1.000000      0.000000   0.0         1  record:2, prob:0.989  
25    1.000000      1.000000   1.0         0  record:2, prob:0.989

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1       total_rec_late_fee          14.97          total_rec_late_fee = 14.97   
2               annual_inc        28000.0                annual_inc = 28000.0   
3          last_pymnt_amnt          223.4             last_pymnt_amnt = 223.4   
4           fico_range_low          670.0              fico_range_low = 670.0   
5          fico_range_high          674.0             fico_range_high = 674.0   
6          funded_amnt_inv         6625.0            funded_amnt_inv = 6625.0   
7   mths_since_last_delinq            nan        mths_since_last_delinq = nan   
8                out_prncp            0.0                     out_prncp = 0.0   
9                revol_bal         7978.0                  revol_bal = 7978.0   
10                     dti          19.89                         dti = 19.89   
11             delinq_2yrs            0.0                   delinq_2yrs = 0.0   
12           out_prncp_inv            0.0                 out_prncp_inv = 0.0   
13          home_ownership           RENT               home_ownership = RENT   
14                 pub_rec            0.0                       pub_rec = 0.0   
15  mths_since_last_record            nan        mths_since_last_record = nan   
16     verification_status   Not Verified  verification_status = Not Verified   
17                   grade              C                           grade = C   
18               total_acc           22.0                    total_acc = 22.0   
19               sub_grade             C2                      sub_grade = C2   
20                open_acc           18.0                     open_acc = 18.0   
21               loan_amnt         6625.0                  loan_amnt = 6625.0   
22          inq_last_6mths            0.0                inq_last_6mths = 0.0   
23             installment          223.4                 installment = 223.4   
24             funded_amnt         6625.0                funded_amnt = 6625.0   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:3, prob:0.989  
1     0.626091      0.491437   1.0        24  record:3, prob:0.989  
2     0.632136      0.006044   1.0        23  record:3, prob:0.989  
3     0.986568      0.354433   1.0        22  record:3, prob:0.989  
4     0.986904      0.000336   1.0        21  record:3, prob:0.989  
5     0.987240      0.000336   1.0        20  record:3, prob:0.989  
6     0.987408      0.000168   1.0        19  record:3, prob:0.989  
7     0.987240     -0.000168  -1.0        18  record:3, prob:0.989  
8     1.000000      0.012760   1.0        17  record:3, prob:0.989  
9     1.000000      0.000000   0.0        16  record:3, prob:0.989  
10    1.000000      0.000000   0.0        15  record:3, prob:0.989  
11    1.000000      0.000000   0.0        14  record:3, prob:0.989  
12    1.000000      0.000000   0.0        13  record:3, prob:0.989  
13    1.000000      0.000000   0.0        12  record:3, prob:0.989  
14    1.000000      0.000000   0.0        11  record:3, prob:0.989  
15    1.000000      0.000000   0.0        10  record:3, prob:0.989  
16    1.000000      0.000000   0.0         9  record:3, prob:0.989  
17    1.000000      0.000000   0.0         8  record:3, prob:0.989  
18    1.000000      0.000000   0.0         7  record:3, prob:0.989  
19    1.000000      0.000000   0.0         6  record:3, prob:0.989  
20    1.000000      0.000000   0.0         5  record:3, prob:0.989  
21    1.000000      0.000000   0.0         4  record:3, prob:0.989  
22    1.000000      0.000000   0.0         3  record:3, prob:0.989  
23    1.000000      0.000000   0.0         2  record:3, prob:0.989  
24    1.000000      0.000000   0.0         1  record:3, prob:0.989  
25    1.000000      1.000000   1.0         0  record:3, prob:0.989

             variable_name   variable_value  \
0                intercept                    
1       total_rec_late_fee            14.96   
2          funded_amnt_inv           3500.0   
3               annual_inc          40000.0   
4          last_pymnt_amnt             83.1   
5                    grade                D   
6                 open_acc              4.0   
7   mths_since_last_delinq              nan   
8           fico_range_low            695.0   
9          fico_range_high            699.0   
10                     dti            16.68   
11               out_prncp              0.0   
12             delinq_2yrs              0.0   
13           out_prncp_inv              0.0   
14     verification_status  Source Verified   
15          home_ownership             RENT   
16                 pub_rec              0.0   
17  mths_since_last_record              nan   
18               revol_bal           3094.0   
19               sub_grade               D2   
20          inq_last_6mths              0.0   
21               loan_amnt           3500.0   
22               total_acc              6.0   
23             funded_amnt           3500.0   
24             installment             83.1   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1              total_rec_late_fee = 14.96    0.625756      0.491101   1.0   
2                funded_amnt_inv = 3500.0    0.632807      0.007052   1.0   
3                    annual_inc = 40000.0    0.636501      0.003694   1.0   
4                  last_pymnt_amnt = 83.1    0.987576      0.351075   1.0   
5                               grade = D    0.987408     -0.000168  -1.0   
6                          open_acc = 4.0    0.987408      0.000000   0.0   
7            mths_since_last_delinq = nan    0.987240     -0.000168  -1.0   
8                  fico_range_low = 695.0    0.987240      0.000000   0.0   
9                 fico_range_high = 699.0    0.987072     -0.000168  -1.0   
10                            dti = 16.68    0.987240      0.000168   1.0   
11                        out_prncp = 0.0    1.000000      0.012760   1.0   
12                      delinq_2yrs = 0.0    1.000000      0.000000   0.0   
13                    out_prncp_inv = 0.0    1.000000      0.000000   0.0   
14  verification_status = Source Verified    1.000000      0.000000   0.0   
15                  home_ownership = RENT    1.000000      0.000000   0.0   
16                          pub_rec = 0.0    1.000000      0.000000   0.0   
17           mths_since_last_record = nan    1.000000      0.000000   0.0   
18                     revol_bal = 3094.0    1.000000      0.000000   0.0   
19                         sub_grade = D2    1.000000      0.000000   0.0   
20                   inq_last_6mths = 0.0    1.000000      0.000000   0.0   
21                     loan_amnt = 3500.0    1.000000      0.000000   0.0   
22                        total_acc = 6.0    1.000000      0.000000   0.0   
23                   funded_amnt = 3500.0    1.000000      0.000000   0.0   
24                     installment = 83.1    1.000000      0.000000   0.0   
25                             prediction    1.000000      1.000000   1.0   

    position                 label  
0         25  record:4, prob:0.988  
1         24  record:4, prob:0.988  
2         23  record:4, prob:0.988  
3         22  record:4, prob:0.988  
4         21  record:4, prob:0.988  
5         20  record:4, prob:0.988  
6         19  record:4, prob:0.988  
7         18  record:4, prob:0.988  
8         17  record:4, prob:0.988  
9         16  record:4, prob:0.988  
10        15  record:4, prob:0.988  
11        14  record:4, prob:0.988  
12        13  record:4, prob:0.988  
13        12  record:4, prob:0.988  
14        11  record:4, prob:0.988  
15        10  record:4, prob:0.988  
16         9  record:4, prob:0.988  
17         8  record:4, prob:0.988  
18         7  record:4, prob:0.988  
19         6  record:4, prob:0.988  
20         5  record:4, prob:0.988  
21         4  record:4, prob:0.988  
22         3  record:4, prob:0.988  
23         2  record:4, prob:0.988  
24         1  record:4, prob:0.988  
25         0  record:4, prob:0.988

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1       total_rec_late_fee          14.95          total_rec_late_fee = 14.95   
2          last_pymnt_amnt          200.5             last_pymnt_amnt = 200.5   
3               annual_inc        26400.0                annual_inc = 26400.0   
4           fico_range_low          685.0              fico_range_low = 685.0   
5   mths_since_last_delinq            nan        mths_since_last_delinq = nan   
6          fico_range_high          689.0             fico_range_high = 689.0   
7          funded_amnt_inv         5925.0            funded_amnt_inv = 5925.0   
8                      dti          11.05                         dti = 11.05   
9                revol_bal        14390.0                 revol_bal = 14390.0   
10               out_prncp            0.0                     out_prncp = 0.0   
11             delinq_2yrs            0.0                   delinq_2yrs = 0.0   
12           out_prncp_inv            0.0                 out_prncp_inv = 0.0   
13                 pub_rec            0.0                       pub_rec = 0.0   
14  mths_since_last_record            nan        mths_since_last_record = nan   
15          home_ownership       MORTGAGE           home_ownership = MORTGAGE   
16     verification_status   Not Verified  verification_status = Not Verified   
17               total_acc           22.0                    total_acc = 22.0   
18               loan_amnt         6000.0                  loan_amnt = 6000.0   
19          inq_last_6mths            0.0                inq_last_6mths = 0.0   
20                   grade              B                           grade = B   
21               sub_grade             B5                      sub_grade = B5   
22                open_acc           13.0                     open_acc = 13.0   
23             funded_amnt         6000.0                funded_amnt = 6000.0   
24             installment          199.9                 installment = 199.9   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:5, prob:0.988  
1     0.625923      0.491269   1.0        24  record:5, prob:0.988  
2     0.986568      0.360645   1.0        23  record:5, prob:0.988  
3     0.987576      0.001007   1.0        22  record:5, prob:0.988  
4     0.987911      0.000336   1.0        21  record:5, prob:0.988  
5     0.987743     -0.000168  -1.0        20  record:5, prob:0.988  
6     0.988079      0.000336   1.0        19  record:5, prob:0.988  
7     0.988415      0.000336   1.0        18  record:5, prob:0.988  
8     0.989087      0.000672   1.0        17  record:5, prob:0.988  
9     0.988751     -0.000336  -1.0        16  record:5, prob:0.988  
10    1.000000      0.011249   1.0        15  record:5, prob:0.988  
11    1.000000      0.000000   0.0        14  record:5, prob:0.988  
12    1.000000      0.000000   0.0        13  record:5, prob:0.988  
13    1.000000      0.000000   0.0        12  record:5, prob:0.988  
14    1.000000      0.000000   0.0        11  record:5, prob:0.988  
15    1.000000      0.000000   0.0        10  record:5, prob:0.988  
16    1.000000      0.000000   0.0         9  record:5, prob:0.988  
17    1.000000      0.000000   0.0         8  record:5, prob:0.988  
18    1.000000      0.000000   0.0         7  record:5, prob:0.988  
19    1.000000      0.000000   0.0         6  record:5, prob:0.988  
20    1.000000      0.000000   0.0         5  record:5, prob:0.988  
21    1.000000      0.000000   0.0         4  record:5, prob:0.988  
22    1.000000      0.000000   0.0         3  record:5, prob:0.988  
23    1.000000      0.000000   0.0         2  record:5, prob:0.988  
24    1.000000      0.000000   0.0         1  record:5, prob:0.988  
25    1.000000      1.000000   1.0         0  record:5, prob:0.988

             variable_name   variable_value  \
0                intercept                    
1       total_rec_late_fee            14.98   
2          last_pymnt_amnt            225.3   
3          funded_amnt_inv           7200.0   
4   mths_since_last_delinq              nan   
5                 open_acc              5.0   
6                      dti             7.98   
7                revol_bal           8783.0   
8                out_prncp              0.0   
9              delinq_2yrs              0.0   
10           out_prncp_inv              0.0   
11     verification_status  Source Verified   
12          home_ownership             RENT   
13                 pub_rec              0.0   
14  mths_since_last_record              nan   
15         fico_range_high            724.0   
16          fico_range_low            720.0   
17               total_acc             14.0   
18               loan_amnt           7200.0   
19              annual_inc          68000.0   
20          inq_last_6mths              0.0   
21             installment            225.3   
22             funded_amnt           7200.0   
23                   grade                A   
24               sub_grade               A4   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1              total_rec_late_fee = 14.98    0.626259      0.491605   1.0   
2                 last_pymnt_amnt = 225.3    0.986568      0.360309   1.0   
3                funded_amnt_inv = 7200.0    0.986736      0.000168   1.0   
4            mths_since_last_delinq = nan    0.986568     -0.000168  -1.0   
5                          open_acc = 5.0    0.986400     -0.000168  -1.0   
6                              dti = 7.98    0.986568      0.000168   1.0   
7                      revol_bal = 8783.0    0.986568      0.000000   0.0   
8                         out_prncp = 0.0    1.000000      0.013432   1.0   
9                       delinq_2yrs = 0.0    1.000000      0.000000   0.0   
10                    out_prncp_inv = 0.0    1.000000      0.000000   0.0   
11  verification_status = Source Verified    1.000000      0.000000   0.0   
12                  home_ownership = RENT    1.000000      0.000000   0.0   
13                          pub_rec = 0.0    1.000000      0.000000   0.0   
14           mths_since_last_record = nan    1.000000      0.000000   0.0   
15                fico_range_high = 724.0    1.000000      0.000000   0.0   
16                 fico_range_low = 720.0    1.000000      0.000000   0.0   
17                       total_acc = 14.0    1.000000      0.000000   0.0   
18                     loan_amnt = 7200.0    1.000000      0.000000   0.0   
19                   annual_inc = 68000.0    1.000000      0.000000   0.0   
20                   inq_last_6mths = 0.0    1.000000      0.000000   0.0   
21                    installment = 225.3    1.000000      0.000000   0.0   
22                   funded_amnt = 7200.0    1.000000      0.000000   0.0   
23                              grade = A    1.000000      0.000000   0.0   
24                         sub_grade = A4    1.000000      0.000000   0.0   
25                             prediction    1.000000      1.000000   1.0   

    position                 label  
0         25  record:6, prob:0.988  
1         24  record:6, prob:0.988  
2         23  record:6, prob:0.988  
3         22  record:6, prob:0.988  
4         21  record:6, prob:0.988  
5         20  record:6, prob:0.988  
6         19  record:6, prob:0.988  
7         18  record:6, prob:0.988  
8         17  record:6, prob:0.988  
9         16  record:6, prob:0.988  
10        15  record:6, prob:0.988  
11        14  record:6, prob:0.988  
12        13  record:6, prob:0.988  
13        12  record:6, prob:0.988  
14        11  record:6, prob:0.988  
15        10  record:6, prob:0.988  
16         9  record:6, prob:0.988  
17         8  record:6, prob:0.988  
18         7  record:6, prob:0.988  
19         6  record:6, prob:0.988  
20         5  record:6, prob:0.988  
21         4  record:6, prob:0.988  
22         3  record:6, prob:0.988  
23         2  record:6, prob:0.988  
24         1  record:6, prob:0.988  
25         0  record:6, prob:0.988

             variable_name   variable_value  \
0                intercept                    
1       total_rec_late_fee            14.99   
2          last_pymnt_amnt            157.4   
3               annual_inc          21600.0   
4           fico_range_low            670.0   
5          funded_amnt_inv           4500.0   
6                    grade                D   
7                 open_acc              3.0   
8          fico_range_high            674.0   
9                      dti            10.83   
10               out_prncp              0.0   
11             delinq_2yrs              0.0   
12           out_prncp_inv              0.0   
13     verification_status  Source Verified   
14          home_ownership             RENT   
15                 pub_rec              0.0   
16  mths_since_last_record              nan   
17               sub_grade               D4   
18  mths_since_last_delinq             56.0   
19               revol_bal              0.0   
20          inq_last_6mths              0.0   
21               loan_amnt           4500.0   
22               total_acc              5.0   
23             funded_amnt           4500.0   
24             installment            157.4   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1              total_rec_late_fee = 14.99    0.629617      0.494963   1.0   
2                 last_pymnt_amnt = 157.4    0.986736      0.357119   1.0   
3                    annual_inc = 21600.0    0.987576      0.000839   1.0   
4                  fico_range_low = 670.0    0.988415      0.000839   1.0   
5                funded_amnt_inv = 4500.0    0.989087      0.000672   1.0   
6                               grade = D    0.988415     -0.000672  -1.0   
7                          open_acc = 3.0    0.988415      0.000000   0.0   
8                 fico_range_high = 674.0    0.988247     -0.000168  -1.0   
9                             dti = 10.83    0.988079     -0.000168  -1.0   
10                        out_prncp = 0.0    1.000000      0.011921   1.0   
11                      delinq_2yrs = 0.0    1.000000      0.000000   0.0   
12                    out_prncp_inv = 0.0    1.000000      0.000000   0.0   
13  verification_status = Source Verified    1.000000      0.000000   0.0   
14                  home_ownership = RENT    1.000000      0.000000   0.0   
15                          pub_rec = 0.0    1.000000      0.000000   0.0   
16           mths_since_last_record = nan    1.000000      0.000000   0.0   
17                         sub_grade = D4    1.000000      0.000000   0.0   
18          mths_since_last_delinq = 56.0    1.000000      0.000000   0.0   
19                        revol_bal = 0.0    1.000000      0.000000   0.0   
20                   inq_last_6mths = 0.0    1.000000      0.000000   0.0   
21                     loan_amnt = 4500.0    1.000000      0.000000   0.0   
22                        total_acc = 5.0    1.000000      0.000000   0.0   
23                   funded_amnt = 4500.0    1.000000      0.000000   0.0   
24                    installment = 157.4    1.000000      0.000000   0.0   
25                             prediction    1.000000      1.000000   1.0   

    position                 label  
0         25  record:7, prob:0.988  
1         24  record:7, prob:0.988  
2         23  record:7, prob:0.988  
3         22  record:7, prob:0.988  
4         21  record:7, prob:0.988  
5         20  record:7, prob:0.988  
6         19  record:7, prob:0.988  
7         18  record:7, prob:0.988  
8         17  record:7, prob:0.988  
9         16  record:7, prob:0.988  
10        15  record:7, prob:0.988  
11        14  record:7, prob:0.988  
12        13  record:7, prob:0.988  
13        12  record:7, prob:0.988  
14        11  record:7, prob:0.988  
15        10  record:7, prob:0.988  
16         9  record:7, prob:0.988  
17         8  record:7, prob:0.988  
18         7  record:7, prob:0.988  
19         6  record:7, prob:0.988  
20         5  record:7, prob:0.988  
21         4  record:7, prob:0.988  
22         3  record:7, prob:0.988  
23         2  record:7, prob:0.988  
24         1  record:7, prob:0.988  
25         0  record:7, prob:0.988

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1       total_rec_late_fee          14.93          total_rec_late_fee = 14.93   
2          last_pymnt_amnt          175.8             last_pymnt_amnt = 175.8   
3               annual_inc        51200.0                annual_inc = 51200.0   
4                    grade              D                           grade = D   
5           fico_range_low          685.0              fico_range_low = 685.0   
6          fico_range_high          689.0             fico_range_high = 689.0   
7                      dti           8.88                          dti = 8.88   
8          funded_amnt_inv         4925.0            funded_amnt_inv = 4925.0   
9                 open_acc            5.0                      open_acc = 5.0   
10               out_prncp            0.0                     out_prncp = 0.0   
11  mths_since_last_delinq           74.0       mths_since_last_delinq = 74.0   
12             delinq_2yrs            0.0                   delinq_2yrs = 0.0   
13           out_prncp_inv            0.0                 out_prncp_inv = 0.0   
14          home_ownership           RENT               home_ownership = RENT   
15                 pub_rec            0.0                       pub_rec = 0.0   
16  mths_since_last_record            nan        mths_since_last_record = nan   
17               sub_grade             D5                      sub_grade = D5   
18     verification_status   Not Verified  verification_status = Not Verified   
19               revol_bal         1793.0                  revol_bal = 1793.0   
20               loan_amnt         5000.0                  loan_amnt = 5000.0   
21          inq_last_6mths            0.0                inq_last_6mths = 0.0   
22               total_acc            9.0                     total_acc = 9.0   
23             funded_amnt         5000.0                funded_amnt = 5000.0   
24             installment          175.8                 installment = 175.8   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:8, prob:0.988  
1     0.622565      0.487911   1.0        24  record:8, prob:0.988  
2     0.986736      0.364171   1.0        23  record:8, prob:0.988  
3     0.986904      0.000168   1.0        22  record:8, prob:0.988  
4     0.986736     -0.000168  -1.0        21  record:8, prob:0.988  
5     0.986736      0.000000   0.0        20  record:8, prob:0.988  
6     0.986736      0.000000   0.0        19  record:8, prob:0.988  
7     0.986904      0.000168   1.0        18  record:8, prob:0.988  
8     0.987576      0.000672   1.0        17  record:8, prob:0.988  
9     0.986904     -0.000672  -1.0        16  record:8, prob:0.988  
10    1.000000      0.013096   1.0        15  record:8, prob:0.988  
11    1.000000      0.000000   0.0        14  record:8, prob:0.988  
12    1.000000      0.000000   0.0        13  record:8, prob:0.988  
13    1.000000      0.000000   0.0        12  record:8, prob:0.988  
14    1.000000      0.000000   0.0        11  record:8, prob:0.988  
15    1.000000      0.000000   0.0        10  record:8, prob:0.988  
16    1.000000      0.000000   0.0         9  record:8, prob:0.988  
17    1.000000      0.000000   0.0         8  record:8, prob:0.988  
18    1.000000      0.000000   0.0         7  record:8, prob:0.988  
19    1.000000      0.000000   0.0         6  record:8, prob:0.988  
20    1.000000      0.000000   0.0         5  record:8, prob:0.988  
21    1.000000      0.000000   0.0         4  record:8, prob:0.988  
22    1.000000      0.000000   0.0         3  record:8, prob:0.988  
23    1.000000      0.000000   0.0         2  record:8, prob:0.988  
24    1.000000      0.000000   0.0         1  record:8, prob:0.988  
25    1.000000      1.000000   1.0         0  record:8, prob:0.988

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1       total_rec_late_fee          14.95      total_rec_late_fee = 14.95   
2          last_pymnt_amnt          267.7         last_pymnt_amnt = 267.7   
3           inq_last_6mths            3.0            inq_last_6mths = 3.0   
4               annual_inc        52000.0            annual_inc = 52000.0   
5          funded_amnt_inv         7975.0        funded_amnt_inv = 7975.0   
6      verification_status       Verified  verification_status = Verified   
7           fico_range_low          705.0          fico_range_low = 705.0   
8          fico_range_high          709.0         fico_range_high = 709.0   
9                 open_acc            6.0                  open_acc = 6.0   
10               out_prncp            0.0                 out_prncp = 0.0   
11               revol_bal         7910.0              revol_bal = 7910.0   
12               total_acc           25.0                total_acc = 25.0   
13             delinq_2yrs            0.0               delinq_2yrs = 0.0   
14           out_prncp_inv            0.0             out_prncp_inv = 0.0   
15                     dti           7.04                      dti = 7.04   
16                 pub_rec            0.0                   pub_rec = 0.0   
17  mths_since_last_record            nan    mths_since_last_record = nan   
18          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
19             funded_amnt         8000.0            funded_amnt = 8000.0   
20  mths_since_last_delinq           51.0   mths_since_last_delinq = 51.0   
21               loan_amnt         8000.0              loan_amnt = 8000.0   
22             installment          267.7             installment = 267.7   
23                   grade              B                       grade = B   
24               sub_grade             B5                  sub_grade = B5   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:9, prob:0.988  
1     0.626259      0.491605   1.0        24  record:9, prob:0.988  
2     0.986568      0.360309   1.0        23  record:9, prob:0.988  
3     0.986568      0.000000   0.0        22  record:9, prob:0.988  
4     0.986568      0.000000   0.0        21  record:9, prob:0.988  
5     0.986904      0.000336   1.0        20  record:9, prob:0.988  
6     0.986904      0.000000   0.0        19  record:9, prob:0.988  
7     0.986904      0.000000   0.0        18  record:9, prob:0.988  
8     0.986904      0.000000   0.0        17  record:9, prob:0.988  
9     0.986736     -0.000168  -1.0        16  record:9, prob:0.988  
10    1.000000      0.013264   1.0        15  record:9, prob:0.988  
11    1.000000      0.000000   0.0        14  record:9, prob:0.988  
12    1.000000      0.000000   0.0        13  record:9, prob:0.988  
13    1.000000      0.000000   0.0        12  record:9, prob:0.988  
14    1.000000      0.000000   0.0        11  record:9, prob:0.988  
15    1.000000      0.000000   0.0        10  record:9, prob:0.988  
16    1.000000      0.000000   0.0         9  record:9, prob:0.988  
17    1.000000      0.000000   0.0         8  record:9, prob:0.988  
18    1.000000      0.000000   0.0         7  record:9, prob:0.988  
19    1.000000      0.000000   0.0         6  record:9, prob:0.988  
20    1.000000      0.000000   0.0         5  record:9, prob:0.988  
21    1.000000      0.000000   0.0         4  record:9, prob:0.988  
22    1.000000      0.000000   0.0         3  record:9, prob:0.988  
23    1.000000      0.000000   0.0         2  record:9, prob:0.988  
24    1.000000      0.000000   0.0         1  record:9, prob:0.988  
25    1.000000      1.000000   1.0         0  record:9, prob:0.988

#Taking too long to run
#Given shapley plots fo the first five records
for index, row in top_10_tp.iterrows():
  local_breakdown_exp = glu_explainer.predict_parts(
      #Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
      top_10_tp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
      type='shap',
      B=5,
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

#Determine the top 10 false negative loans to default by lowest predicted probability
#Return a dataframe of these loans
top_10_fn = (X_test_autogluon
             .query('loan_status != pred and loan_status == 1')
             .sort_values(by='pred_proba', ascending=True)
             .head(10)
             .reset_index(drop=True)
)
top_10_fn

#Use breakdown for each of the 10 false negatives loans to determine which features most influenced
#the model to incorrectly predict that the loan will not default
for index, row in top_10_fn.iterrows():
  local_breakdown_exp = glu_explainer.predict_parts(
      #Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
      top_10_fn[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
      type='break_down',
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")
 
  local_breakdown_exp.plot()
  print(local_breakdown_exp.result)

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1              funded_amnt        16000.0           funded_amnt = 16000.0   
2          funded_amnt_inv        15900.0       funded_amnt_inv = 15900.0   
3                    grade              D                       grade = D   
4      verification_status       Verified  verification_status = Verified   
5   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
6                      dti           8.57                      dti = 8.57   
7          fico_range_high          704.0         fico_range_high = 704.0   
8           fico_range_low          700.0          fico_range_low = 700.0   
9                out_prncp            0.0                 out_prncp = 0.0   
10                open_acc            9.0                  open_acc = 9.0   
11             installment          385.5             installment = 385.5   
12             delinq_2yrs            0.0               delinq_2yrs = 0.0   
13           out_prncp_inv            0.0             out_prncp_inv = 0.0   
14               revol_bal         7265.0              revol_bal = 7265.0   
15          inq_last_6mths            1.0            inq_last_6mths = 1.0   
16                 pub_rec            0.0                   pub_rec = 0.0   
17  mths_since_last_record            nan    mths_since_last_record = nan   
18          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
19               total_acc           22.0                total_acc = 22.0   
20               loan_amnt        16000.0             loan_amnt = 16000.0   
21      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
22               sub_grade             D3                  sub_grade = D3   
23              annual_inc        78000.0            annual_inc = 78000.0   
24         last_pymnt_amnt        10020.0       last_pymnt_amnt = 10020.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:0, prob:0.002  
1     0.209369      0.074715   1.0        24  record:0, prob:0.002  
2     0.217596      0.008227   1.0        23  record:0, prob:0.002  
3     0.249664      0.032069   1.0        22  record:0, prob:0.002  
4     0.266958      0.017293   1.0        21  record:0, prob:0.002  
5     0.277367      0.010410   1.0        20  record:0, prob:0.002  
6     0.276024     -0.001343  -1.0        19  record:0, prob:0.002  
7     0.282572      0.006548   1.0        18  record:0, prob:0.002  
8     0.296004      0.013432   1.0        17  record:0, prob:0.002  
9     0.298690      0.002686   1.0        16  record:0, prob:0.002  
10    0.309604      0.010913   1.0        15  record:0, prob:0.002  
11    0.336971      0.027367   1.0        14  record:0, prob:0.002  
12    0.338146      0.001175   1.0        13  record:0, prob:0.002  
13    0.342848      0.004701   1.0        12  record:0, prob:0.002  
14    0.354600      0.011753   1.0        11  record:0, prob:0.002  
15    0.362156      0.007555   1.0        10  record:0, prob:0.002  
16    0.361820     -0.000336  -1.0         9  record:0, prob:0.002  
17    0.359805     -0.002015  -1.0         8  record:0, prob:0.002  
18    0.360141      0.000336   1.0         7  record:0, prob:0.002  
19    0.356447     -0.003694  -1.0         6  record:0, prob:0.002  
20    0.325554     -0.030893  -1.0         5  record:0, prob:0.002  
21    0.321189     -0.004365  -1.0         4  record:0, prob:0.002  
22    0.372230      0.051041   1.0         3  record:0, prob:0.002  
23    0.329248     -0.042982  -1.0         2  record:0, prob:0.002  
24    0.000000     -0.329248  -1.0         1  record:0, prob:0.002  
25    0.000000      0.000000   0.0         0  record:0, prob:0.002

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1              funded_amnt        15920.0           funded_amnt = 15920.0   
2                total_acc           45.0                total_acc = 45.0   
3          funded_amnt_inv        15850.0       funded_amnt_inv = 15850.0   
4                sub_grade             G4                  sub_grade = G4   
5                loan_amnt        25000.0             loan_amnt = 25000.0   
6           fico_range_low          665.0          fico_range_low = 665.0   
7                revol_bal        29160.0             revol_bal = 29160.0   
8          fico_range_high          669.0         fico_range_high = 669.0   
9                    grade              G                       grade = G   
10     verification_status       Verified  verification_status = Verified   
11                     dti            9.5                       dti = 9.5   
12               out_prncp            0.0                 out_prncp = 0.0   
13          inq_last_6mths            1.0            inq_last_6mths = 1.0   
14           out_prncp_inv            0.0             out_prncp_inv = 0.0   
15                 pub_rec            0.0                   pub_rec = 0.0   
16  mths_since_last_record            nan    mths_since_last_record = nan   
17             delinq_2yrs            1.0               delinq_2yrs = 1.0   
18          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
19             installment          428.8             installment = 428.8   
20  mths_since_last_delinq           17.0   mths_since_last_delinq = 17.0   
21      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
22                open_acc           17.0                 open_acc = 17.0   
23              annual_inc       120000.0           annual_inc = 120000.0   
24         last_pymnt_amnt         8481.0        last_pymnt_amnt = 8481.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:1, prob:0.002  
1     0.208697      0.074043   1.0        24  record:1, prob:0.002  
2     0.257723      0.049026   1.0        23  record:1, prob:0.002  
3     0.267461      0.009738   1.0        22  record:1, prob:0.002  
4     0.311115      0.043653   1.0        21  record:1, prob:0.002  
5     0.332774      0.021659   1.0        20  record:1, prob:0.002  
6     0.358798      0.026024   1.0        19  record:1, prob:0.002  
7     0.391538      0.032740   1.0        18  record:1, prob:0.002  
8     0.403794      0.012257   1.0        17  record:1, prob:0.002  
9     0.450470      0.046676   1.0        16  record:1, prob:0.002  
10    0.455171      0.004701   1.0        15  record:1, prob:0.002  
11    0.458026      0.002854   1.0        14  record:1, prob:0.002  
12    0.464238      0.006212   1.0        13  record:1, prob:0.002  
13    0.471625      0.007388   1.0        12  record:1, prob:0.002  
14    0.476494      0.004869   1.0        11  record:1, prob:0.002  
15    0.476158     -0.000336  -1.0        10  record:1, prob:0.002  
16    0.471961     -0.004197  -1.0         9  record:1, prob:0.002  
17    0.470954     -0.001007  -1.0         8  record:1, prob:0.002  
18    0.470450     -0.000504  -1.0         7  record:1, prob:0.002  
19    0.483042      0.012592   1.0         6  record:1, prob:0.002  
20    0.476158     -0.006884  -1.0         5  record:1, prob:0.002  
21    0.475991     -0.000168  -1.0         4  record:1, prob:0.002  
22    0.452317     -0.023674  -1.0         3  record:1, prob:0.002  
23    0.281397     -0.170920  -1.0         2  record:1, prob:0.002  
24    0.000000     -0.281397  -1.0         1  record:1, prob:0.002  
25    0.000000      0.000000   0.0         0  record:1, prob:0.002

             variable_name   variable_value  \
0                intercept                    
1              funded_amnt          20000.0   
2          funded_amnt_inv          17990.0   
3                      dti             0.99   
4              installment            421.2   
5                total_acc             32.0   
6                loan_amnt          20000.0   
7                out_prncp              0.0   
8           inq_last_6mths              1.0   
9            out_prncp_inv              0.0   
10     verification_status  Source Verified   
11                 pub_rec              0.0   
12  mths_since_last_record              nan   
13          home_ownership              OWN   
14             delinq_2yrs              1.0   
15         fico_range_high            729.0   
16          fico_range_low            725.0   
17  mths_since_last_delinq             12.0   
18      total_rec_late_fee              0.0   
19               revol_bal           2857.0   
20                open_acc             11.0   
21               sub_grade               B3   
22                   grade                B   
23              annual_inc          96000.0   
24         last_pymnt_amnt           4842.0   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1                   funded_amnt = 20000.0    0.224144      0.089490   1.0   
2               funded_amnt_inv = 17990.0    0.230188      0.006044   1.0   
3                              dti = 0.99    0.231195      0.001007   1.0   
4                     installment = 421.2    0.257220      0.026024   1.0   
5                        total_acc = 32.0    0.261585      0.004365   1.0   
6                     loan_amnt = 20000.0    0.256044     -0.005541  -1.0   
7                         out_prncp = 0.0    0.258059      0.002015   1.0   
8                    inq_last_6mths = 1.0    0.253022     -0.005037  -1.0   
9                     out_prncp_inv = 0.0    0.257220      0.004197   1.0   
10  verification_status = Source Verified    0.253358     -0.003862  -1.0   
11                          pub_rec = 0.0    0.252183     -0.001175  -1.0   
12           mths_since_last_record = nan    0.249328     -0.002854  -1.0   
13                   home_ownership = OWN    0.252015      0.002686   1.0   
14                      delinq_2yrs = 1.0    0.251007     -0.001007  -1.0   
15                fico_range_high = 729.0    0.255709      0.004701   1.0   
16                 fico_range_low = 725.0    0.269308      0.013600   1.0   
17          mths_since_last_delinq = 12.0    0.261417     -0.007891  -1.0   
18               total_rec_late_fee = 0.0    0.255037     -0.006380  -1.0   
19                     revol_bal = 2857.0    0.195265     -0.059772  -1.0   
20                        open_acc = 11.0    0.190396     -0.004869  -1.0   
21                         sub_grade = B3    0.149429     -0.040967  -1.0   
22                              grade = B    0.130457     -0.018972  -1.0   
23                   annual_inc = 96000.0    0.002686     -0.127770  -1.0   
24               last_pymnt_amnt = 4842.0    0.000000     -0.002686  -1.0   
25                             prediction    0.000000      0.000000   0.0   

    position                 label  
0         25  record:2, prob:0.002  
1         24  record:2, prob:0.002  
2         23  record:2, prob:0.002  
3         22  record:2, prob:0.002  
4         21  record:2, prob:0.002  
5         20  record:2, prob:0.002  
6         19  record:2, prob:0.002  
7         18  record:2, prob:0.002  
8         17  record:2, prob:0.002  
9         16  record:2, prob:0.002  
10        15  record:2, prob:0.002  
11        14  record:2, prob:0.002  
12        13  record:2, prob:0.002  
13        12  record:2, prob:0.002  
14        11  record:2, prob:0.002  
15        10  record:2, prob:0.002  
16         9  record:2, prob:0.002  
17         8  record:2, prob:0.002  
18         7  record:2, prob:0.002  
19         6  record:2, prob:0.002  
20         5  record:2, prob:0.002  
21         4  record:2, prob:0.002  
22         3  record:2, prob:0.002  
23         2  record:2, prob:0.002  
24         1  record:2, prob:0.002  
25         0  record:2, prob:0.002

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1           inq_last_6mths            3.0            inq_last_6mths = 3.0   
2                revol_bal        21680.0             revol_bal = 21680.0   
3          funded_amnt_inv         7000.0        funded_amnt_inv = 7000.0   
4               annual_inc        46930.0            annual_inc = 46930.0   
5      verification_status       Verified  verification_status = Verified   
6   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
7                out_prncp            0.0                 out_prncp = 0.0   
8                 open_acc            9.0                  open_acc = 9.0   
9              delinq_2yrs            0.0               delinq_2yrs = 0.0   
10           out_prncp_inv            0.0             out_prncp_inv = 0.0   
11                 pub_rec            0.0                   pub_rec = 0.0   
12  mths_since_last_record            nan    mths_since_last_record = nan   
13          home_ownership            OWN            home_ownership = OWN   
14                     dti           26.0                      dti = 26.0   
15               total_acc           22.0                total_acc = 22.0   
16      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
17               loan_amnt         7000.0              loan_amnt = 7000.0   
18         fico_range_high          754.0         fico_range_high = 754.0   
19             funded_amnt         7000.0            funded_amnt = 7000.0   
20          fico_range_low          750.0          fico_range_low = 750.0   
21             installment          212.3             installment = 212.3   
22                   grade              A                       grade = A   
23               sub_grade             A2                  sub_grade = A2   
24         last_pymnt_amnt         2300.0        last_pymnt_amnt = 2300.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:3, prob:0.002  
1     0.153962      0.019308   1.0        24  record:3, prob:0.002  
2     0.160343      0.006380   1.0        23  record:3, prob:0.002  
3     0.181666      0.021323   1.0        22  record:3, prob:0.002  
4     0.191236      0.009570   1.0        21  record:3, prob:0.002  
5     0.199463      0.008227   1.0        20  record:3, prob:0.002  
6     0.210040      0.010578   1.0        19  record:3, prob:0.002  
7     0.216420      0.006380   1.0        18  record:3, prob:0.002  
8     0.215749     -0.000672  -1.0        17  record:3, prob:0.002  
9     0.218099      0.002351   1.0        16  record:3, prob:0.002  
10    0.223640      0.005541   1.0        15  record:3, prob:0.002  
11    0.223472     -0.000168  -1.0        14  record:3, prob:0.002  
12    0.222465     -0.001007  -1.0        13  record:3, prob:0.002  
13    0.221961     -0.000504  -1.0        12  record:3, prob:0.002  
14    0.203324     -0.018637  -1.0        11  record:3, prob:0.002  
15    0.197616     -0.005709  -1.0        10  record:3, prob:0.002  
16    0.192243     -0.005373  -1.0         9  record:3, prob:0.002  
17    0.168570     -0.023674  -1.0         8  record:3, prob:0.002  
18    0.145400     -0.023170  -1.0         7  record:3, prob:0.002  
19    0.090329     -0.055071  -1.0         6  record:3, prob:0.002  
20    0.053727     -0.036602  -1.0         5  record:3, prob:0.002  
21    0.051545     -0.002183  -1.0         4  record:3, prob:0.002  
22    0.015615     -0.035930  -1.0         3  record:3, prob:0.002  
23    0.016622      0.001007   1.0         2  record:3, prob:0.002  
24    0.000000     -0.016622  -1.0         1  record:3, prob:0.002  
25    0.000000      0.000000   0.0         0  record:3, prob:0.002

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1          funded_amnt_inv         3600.0            funded_amnt_inv = 3600.0   
2           fico_range_low          675.0              fico_range_low = 675.0   
3                    grade              D                           grade = D   
4               annual_inc        46000.0                annual_inc = 46000.0   
5          fico_range_high          679.0             fico_range_high = 679.0   
6                      dti          19.57                         dti = 19.57   
7                out_prncp            0.0                     out_prncp = 0.0   
8                revol_bal         7826.0                  revol_bal = 7826.0   
9            out_prncp_inv            0.0                 out_prncp_inv = 0.0   
10          home_ownership           RENT               home_ownership = RENT   
11                 pub_rec            0.0                       pub_rec = 0.0   
12  mths_since_last_record            nan        mths_since_last_record = nan   
13             delinq_2yrs            1.0                   delinq_2yrs = 1.0   
14     verification_status   Not Verified  verification_status = Not Verified   
15               total_acc           22.0                    total_acc = 22.0   
16      total_rec_late_fee            0.0            total_rec_late_fee = 0.0   
17               sub_grade             D3                      sub_grade = D3   
18                open_acc           12.0                     open_acc = 12.0   
19  mths_since_last_delinq           20.0       mths_since_last_delinq = 20.0   
20          inq_last_6mths            0.0                inq_last_6mths = 0.0   
21               loan_amnt         3600.0                  loan_amnt = 3600.0   
22             funded_amnt         3600.0                funded_amnt = 3600.0   
23             installment          86.75                 installment = 86.75   
24         last_pymnt_amnt         1911.0            last_pymnt_amnt = 1911.0   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:4, prob:0.002  
1     0.164708      0.030054   1.0        24  record:4, prob:0.002  
2     0.172599      0.007891   1.0        23  record:4, prob:0.002  
3     0.193922      0.021323   1.0        22  record:4, prob:0.002  
4     0.207186      0.013264   1.0        21  record:4, prob:0.002  
5     0.217764      0.010578   1.0        20  record:4, prob:0.002  
6     0.214238     -0.003526  -1.0        19  record:4, prob:0.002  
7     0.221122      0.006884   1.0        18  record:4, prob:0.002  
8     0.227334      0.006212   1.0        17  record:4, prob:0.002  
9     0.232035      0.004701   1.0        16  record:4, prob:0.002  
10    0.233042      0.001007   1.0        15  record:4, prob:0.002  
11    0.232203     -0.000839  -1.0        14  record:4, prob:0.002  
12    0.231699     -0.000504  -1.0        13  record:4, prob:0.002  
13    0.224647     -0.007052  -1.0        12  record:4, prob:0.002  
14    0.212055     -0.012592  -1.0        11  record:4, prob:0.002  
15    0.206850     -0.005205  -1.0        10  record:4, prob:0.002  
16    0.197952     -0.008899  -1.0         9  record:4, prob:0.002  
17    0.212559      0.014607   1.0         8  record:4, prob:0.002  
18    0.199631     -0.012928  -1.0         7  record:4, prob:0.002  
19    0.164708     -0.034923  -1.0         6  record:4, prob:0.002  
20    0.147750     -0.016958  -1.0         5  record:4, prob:0.002  
21    0.071860     -0.075890  -1.0         4  record:4, prob:0.002  
22    0.015782     -0.056078  -1.0         3  record:4, prob:0.002  
23    0.006884     -0.008899  -1.0         2  record:4, prob:0.002  
24    0.000000     -0.006884  -1.0         1  record:4, prob:0.002  
25    0.000000      0.000000   0.0         0  record:4, prob:0.002

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1               annual_inc        37000.0            annual_inc = 37000.0   
2           fico_range_low          670.0          fico_range_low = 670.0   
3          fico_range_high          674.0         fico_range_high = 674.0   
4      verification_status       Verified  verification_status = Verified   
5   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
6          funded_amnt_inv         5000.0        funded_amnt_inv = 5000.0   
7                out_prncp            0.0                 out_prncp = 0.0   
8              delinq_2yrs            0.0               delinq_2yrs = 0.0   
9            out_prncp_inv            0.0             out_prncp_inv = 0.0   
10                     dti           19.2                      dti = 19.2   
11          home_ownership           RENT           home_ownership = RENT   
12                open_acc           10.0                 open_acc = 10.0   
13                 pub_rec            0.0                   pub_rec = 0.0   
14  mths_since_last_record            nan    mths_since_last_record = nan   
15               sub_grade             B4                  sub_grade = B4   
16               revol_bal         5505.0              revol_bal = 5505.0   
17               total_acc           15.0                total_acc = 15.0   
18      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
19               loan_amnt         5000.0              loan_amnt = 5000.0   
20          inq_last_6mths            0.0            inq_last_6mths = 0.0   
21                   grade              B                       grade = B   
22             funded_amnt         5000.0            funded_amnt = 5000.0   
23             installment          164.9             installment = 164.9   
24         last_pymnt_amnt         1764.0        last_pymnt_amnt = 1764.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:5, prob:0.002  
1     0.164540      0.029886   1.0        24  record:5, prob:0.002  
2     0.178140      0.013600   1.0        23  record:5, prob:0.002  
3     0.189053      0.010913   1.0        22  record:5, prob:0.002  
4     0.197784      0.008731   1.0        21  record:5, prob:0.002  
5     0.205339      0.007555   1.0        20  record:5, prob:0.002  
6     0.225487      0.020148   1.0        19  record:5, prob:0.002  
7     0.233042      0.007555   1.0        18  record:5, prob:0.002  
8     0.235057      0.002015   1.0        17  record:5, prob:0.002  
9     0.239758      0.004701   1.0        16  record:5, prob:0.002  
10    0.239926      0.000168   1.0        15  record:5, prob:0.002  
11    0.242109      0.002183   1.0        14  record:5, prob:0.002  
12    0.249328      0.007220   1.0        13  record:5, prob:0.002  
13    0.248657     -0.000672  -1.0        12  record:5, prob:0.002  
14    0.247985     -0.000672  -1.0        11  record:5, prob:0.002  
15    0.261249      0.013264   1.0        10  record:5, prob:0.002  
16    0.257052     -0.004197  -1.0         9  record:5, prob:0.002  
17    0.269308      0.012257   1.0         8  record:5, prob:0.002  
18    0.265279     -0.004030  -1.0         7  record:5, prob:0.002  
19    0.229852     -0.035426  -1.0         6  record:5, prob:0.002  
20    0.208193     -0.021659  -1.0         5  record:5, prob:0.002  
21    0.205675     -0.002518  -1.0         4  record:5, prob:0.002  
22    0.131296     -0.074379  -1.0         3  record:5, prob:0.002  
23    0.114003     -0.017293  -1.0         2  record:5, prob:0.002  
24    0.000000     -0.114003  -1.0         1  record:5, prob:0.002  
25    0.000000      0.000000   0.0         0  record:5, prob:0.002

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1              funded_amnt        35000.0           funded_amnt = 35000.0   
2                loan_amnt        35000.0             loan_amnt = 35000.0   
3          funded_amnt_inv        20780.0       funded_amnt_inv = 20780.0   
4                total_acc           34.0                total_acc = 34.0   
5                    grade              E                       grade = E   
6      verification_status       Verified  verification_status = Verified   
7   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
8                revol_bal        24360.0             revol_bal = 24360.0   
9                out_prncp            0.0                 out_prncp = 0.0   
10                open_acc            9.0                  open_acc = 9.0   
11             delinq_2yrs            0.0               delinq_2yrs = 0.0   
12                     dti           6.47                      dti = 6.47   
13           out_prncp_inv            0.0             out_prncp_inv = 0.0   
14          inq_last_6mths            1.0            inq_last_6mths = 1.0   
15               sub_grade             E1                  sub_grade = E1   
16                 pub_rec            0.0                   pub_rec = 0.0   
17  mths_since_last_record            nan    mths_since_last_record = nan   
18          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
19         fico_range_high          749.0         fico_range_high = 749.0   
20      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
21          fico_range_low          745.0          fico_range_low = 745.0   
22             installment          858.6             installment = 858.6   
23              annual_inc       115000.0           annual_inc = 115000.0   
24         last_pymnt_amnt        11800.0       last_pymnt_amnt = 11800.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:6, prob:0.004  
1     0.328073      0.193418   1.0        24  record:6, prob:0.004  
2     0.455339      0.127267   1.0        23  record:6, prob:0.004  
3     0.431498     -0.023842  -1.0        22  record:6, prob:0.004  
4     0.446944      0.015447   1.0        21  record:6, prob:0.004  
5     0.512592      0.065648   1.0        20  record:6, prob:0.004  
6     0.516454      0.003862   1.0        19  record:6, prob:0.004  
7     0.519812      0.003358   1.0        18  record:6, prob:0.004  
8     0.521995      0.002183   1.0        17  record:6, prob:0.004  
9     0.529046      0.007052   1.0        16  record:6, prob:0.004  
10    0.536098      0.007052   1.0        15  record:6, prob:0.004  
11    0.536098      0.000000   0.0        14  record:6, prob:0.004  
12    0.526360     -0.009738  -1.0        13  record:6, prob:0.004  
13    0.532069      0.005709   1.0        12  record:6, prob:0.004  
14    0.536434      0.004365   1.0        11  record:6, prob:0.004  
15    0.575218      0.038784   1.0        10  record:6, prob:0.004  
16    0.575218      0.000000   0.0         9  record:6, prob:0.004  
17    0.575050     -0.000168  -1.0         8  record:6, prob:0.004  
18    0.574379     -0.000672  -1.0         7  record:6, prob:0.004  
19    0.576897      0.002518   1.0         6  record:6, prob:0.004  
20    0.577401      0.000504   1.0         5  record:6, prob:0.004  
21    0.578912      0.001511   1.0         4  record:6, prob:0.004  
22    0.583613      0.004701   1.0         3  record:6, prob:0.004  
23    0.579919     -0.003694  -1.0         2  record:6, prob:0.004  
24    0.000000     -0.579919  -1.0         1  record:6, prob:0.004  
25    0.000000      0.000000   0.0         0  record:6, prob:0.004

             variable_name   variable_value  \
0                intercept                    
1          last_pymnt_amnt            210.4   
2                total_acc             45.0   
3               annual_inc          43000.0   
4           inq_last_6mths              2.0   
5           fico_range_low            675.0   
6          fico_range_high            679.0   
7                      dti            10.35   
8                out_prncp              0.0   
9          funded_amnt_inv           4650.0   
10             delinq_2yrs              0.0   
11           out_prncp_inv              0.0   
12     verification_status  Source Verified   
13          home_ownership             RENT   
14                 pub_rec              0.0   
15  mths_since_last_record              nan   
16                   grade                C   
17               sub_grade               C2   
18      total_rec_late_fee              0.0   
19                open_acc             11.0   
20               revol_bal           2166.0   
21               loan_amnt           4650.0   
22  mths_since_last_delinq             36.0   
23             funded_amnt           4650.0   
24             installment            157.8   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1                 last_pymnt_amnt = 210.4    0.226494      0.091840   1.0   
2                        total_acc = 45.0    0.355440      0.128946   1.0   
3                    annual_inc = 43000.0    0.493788      0.138348   1.0   
4                    inq_last_6mths = 2.0    0.542982      0.049194   1.0   
5                  fico_range_low = 675.0    0.598220      0.055238   1.0   
6                 fico_range_high = 679.0    0.626763      0.028543   1.0   
7                             dti = 10.35    0.632975      0.006212   1.0   
8                         out_prncp = 0.0    0.641538      0.008563   1.0   
9                funded_amnt_inv = 4650.0    0.615850     -0.025688  -1.0   
10                      delinq_2yrs = 0.0    0.620719      0.004869   1.0   
11                    out_prncp_inv = 0.0    0.624916      0.004197   1.0   
12  verification_status = Source Verified    0.627435      0.002518   1.0   
13                  home_ownership = RENT    0.628106      0.000672   1.0   
14                          pub_rec = 0.0    0.627770     -0.000336  -1.0   
15           mths_since_last_record = nan    0.625252     -0.002518  -1.0   
16                              grade = C    0.629113      0.003862   1.0   
17                         sub_grade = C2    0.637844      0.008731   1.0   
18               total_rec_late_fee = 0.0    0.632807     -0.005037  -1.0   
19                        open_acc = 11.0    0.636837      0.004030   1.0   
20                     revol_bal = 2166.0    0.582438     -0.054399  -1.0   
21                     loan_amnt = 4650.0    0.601075      0.018637   1.0   
22          mths_since_last_delinq = 36.0    0.321692     -0.279382  -1.0   
23                   funded_amnt = 4650.0    0.000000     -0.321692  -1.0   
24                    installment = 157.8    0.000000      0.000000   0.0   
25                             prediction    0.000000      0.000000   0.0   

    position                 label  
0         25  record:7, prob:0.010  
1         24  record:7, prob:0.010  
2         23  record:7, prob:0.010  
3         22  record:7, prob:0.010  
4         21  record:7, prob:0.010  
5         20  record:7, prob:0.010  
6         19  record:7, prob:0.010  
7         18  record:7, prob:0.010  
8         17  record:7, prob:0.010  
9         16  record:7, prob:0.010  
10        15  record:7, prob:0.010  
11        14  record:7, prob:0.010  
12        13  record:7, prob:0.010  
13        12  record:7, prob:0.010  
14        11  record:7, prob:0.010  
15        10  record:7, prob:0.010  
16         9  record:7, prob:0.010  
17         8  record:7, prob:0.010  
18         7  record:7, prob:0.010  
19         6  record:7, prob:0.010  
20         5  record:7, prob:0.010  
21         4  record:7, prob:0.010  
22         3  record:7, prob:0.010  
23         2  record:7, prob:0.010  
24         1  record:7, prob:0.010  
25         0  record:7, prob:0.010

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1               annual_inc        40000.0            annual_inc = 40000.0   
2           fico_range_low          660.0          fico_range_low = 660.0   
3                    grade              D                       grade = D   
4          fico_range_high          664.0         fico_range_high = 664.0   
5      verification_status       Verified  verification_status = Verified   
6                 open_acc            7.0                  open_acc = 7.0   
7                revol_bal        11740.0             revol_bal = 11740.0   
8          funded_amnt_inv         5000.0        funded_amnt_inv = 5000.0   
9                out_prncp            0.0                 out_prncp = 0.0   
10             delinq_2yrs            0.0               delinq_2yrs = 0.0   
11           out_prncp_inv            0.0             out_prncp_inv = 0.0   
12                     dti          16.17                     dti = 16.17   
13          home_ownership           RENT           home_ownership = RENT   
14                 pub_rec            0.0                   pub_rec = 0.0   
15  mths_since_last_record            nan    mths_since_last_record = nan   
16               total_acc           14.0                total_acc = 14.0   
17      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
18               sub_grade             D2                  sub_grade = D2   
19               loan_amnt         5000.0              loan_amnt = 5000.0   
20          inq_last_6mths            0.0            inq_last_6mths = 0.0   
21  mths_since_last_delinq           38.0   mths_since_last_delinq = 38.0   
22             funded_amnt         5000.0            funded_amnt = 5000.0   
23             installment          173.2             installment = 173.2   
24         last_pymnt_amnt           20.0          last_pymnt_amnt = 20.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:8, prob:0.013  
1     0.161854      0.027199   1.0        24  record:8, prob:0.013  
2     0.173103      0.011249   1.0        23  record:8, prob:0.013  
3     0.189725      0.016622   1.0        22  record:8, prob:0.013  
4     0.205507      0.015782   1.0        21  record:8, prob:0.013  
5     0.216756      0.011249   1.0        20  record:8, prob:0.013  
6     0.221961      0.005205   1.0        19  record:8, prob:0.013  
7     0.230524      0.008563   1.0        18  record:8, prob:0.013  
8     0.254701      0.024177   1.0        17  record:8, prob:0.013  
9     0.261585      0.006884   1.0        16  record:8, prob:0.013  
10    0.263096      0.001511   1.0        15  record:8, prob:0.013  
11    0.269476      0.006380   1.0        14  record:8, prob:0.013  
12    0.268469     -0.001007  -1.0        13  record:8, prob:0.013  
13    0.268469      0.000000   0.0        12  record:8, prob:0.013  
14    0.267797     -0.000672  -1.0        11  record:8, prob:0.013  
15    0.265279     -0.002518  -1.0        10  record:8, prob:0.013  
16    0.256716     -0.008563  -1.0         9  record:8, prob:0.013  
17    0.253022     -0.003694  -1.0         8  record:8, prob:0.013  
18    0.265782      0.012760   1.0         7  record:8, prob:0.013  
19    0.230020     -0.035762  -1.0         6  record:8, prob:0.013  
20    0.207858     -0.022163  -1.0         5  record:8, prob:0.013  
21    0.162189     -0.045668  -1.0         4  record:8, prob:0.013  
22    0.120887     -0.041303  -1.0         3  record:8, prob:0.013  
23    0.083277     -0.037609  -1.0         2  record:8, prob:0.013  
24    0.000000     -0.083277  -1.0         1  record:8, prob:0.013  
25    0.000000      0.000000   0.0         0  record:8, prob:0.013

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1          last_pymnt_amnt          165.4         last_pymnt_amnt = 165.4   
2          funded_amnt_inv         7650.0        funded_amnt_inv = 7650.0   
3               annual_inc        50000.0            annual_inc = 50000.0   
4      verification_status       Verified  verification_status = Verified   
5   mths_since_last_delinq            nan    mths_since_last_delinq = nan   
6                total_acc           30.0                total_acc = 30.0   
7                      dti          10.97                     dti = 10.97   
8                revol_bal         8846.0              revol_bal = 8846.0   
9              delinq_2yrs            0.0               delinq_2yrs = 0.0   
10                open_acc           10.0                 open_acc = 10.0   
11                 pub_rec            0.0                   pub_rec = 0.0   
12  mths_since_last_record            nan    mths_since_last_record = nan   
13          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
14             funded_amnt         7800.0            funded_amnt = 7800.0   
15         fico_range_high          739.0         fico_range_high = 739.0   
16               loan_amnt         7800.0              loan_amnt = 7800.0   
17      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
18          fico_range_low          735.0          fico_range_low = 735.0   
19          inq_last_6mths            0.0            inq_last_6mths = 0.0   
20                   grade              B                       grade = B   
21               sub_grade             B1                  sub_grade = B1   
22             installment          165.4             installment = 165.4   
23           out_prncp_inv          640.6           out_prncp_inv = 640.6   
24               out_prncp          653.2               out_prncp = 653.2   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:9, prob:0.014  
1     0.221122      0.086467   1.0        24  record:9, prob:0.014  
2     0.274345      0.053224   1.0        23  record:9, prob:0.014  
3     0.341840      0.067495   1.0        22  record:9, prob:0.014  
4     0.370383      0.028543   1.0        21  record:9, prob:0.014  
5     0.399261      0.028878   1.0        20  record:9, prob:0.014  
6     0.454500      0.055238   1.0        19  record:9, prob:0.014  
7     0.464238      0.009738   1.0        18  record:9, prob:0.014  
8     0.452653     -0.011585  -1.0        17  record:9, prob:0.014  
9     0.461551      0.008899   1.0        16  record:9, prob:0.014  
10    0.486400      0.024849   1.0        15  record:9, prob:0.014  
11    0.486064     -0.000336  -1.0        14  record:9, prob:0.014  
12    0.480692     -0.005373  -1.0        13  record:9, prob:0.014  
13    0.470618     -0.010074  -1.0        12  record:9, prob:0.014  
14    0.449631     -0.020987  -1.0        11  record:9, prob:0.014  
15    0.382136     -0.067495  -1.0        10  record:9, prob:0.014  
16    0.261921     -0.120215  -1.0         9  record:9, prob:0.014  
17    0.249161     -0.012760  -1.0         8  record:9, prob:0.014  
18    0.180490     -0.068670  -1.0         7  record:9, prob:0.014  
19    0.099899     -0.080591  -1.0         6  record:9, prob:0.014  
20    0.066488     -0.033412  -1.0         5  record:9, prob:0.014  
21    0.053224     -0.013264  -1.0         4  record:9, prob:0.014  
22    0.986400      0.933177   1.0         3  record:9, prob:0.014  
23    0.000000     -0.986400  -1.0         2  record:9, prob:0.014  
24    0.000000      0.000000   0.0         1  record:9, prob:0.014  
25    0.000000      0.000000   0.0         0  record:9, prob:0.014

#Not enough time to run
#Would have given Shapley plots for the false negatives
for index, row in top_10_fn.iterrows():
  local_breakdown_exp = glu_explainer.predict_parts(
      #Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
      top_10_fn[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
      type='shap',
      B=5,
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

#Determine the top 10 true positive loans to default by highest predicted probability
#Return a dataframe of these loans
top_10_fp = (X_test_autogluon
             .query('loan_status != pred and loan_status == 0')
             .sort_values(by='pred_proba', ascending=False)
             .head(10)
             .reset_index(drop=True)
)
top_10_fp

#Use breakdown for each of the 10 false positive loans to determine which features most influenced
#the model to incorrectly predict that the loan will default
for index, row in top_10_fp.iterrows():
  local_breakdown_exp = glu_explainer.predict_parts(
      #Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
      top_10_fp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
      type='break_down',
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")
 
  local_breakdown_exp.plot()
  print(local_breakdown_exp.result)

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1       total_rec_late_fee          14.99          total_rec_late_fee = 14.99   
2           inq_last_6mths            5.0                inq_last_6mths = 5.0   
3                total_acc           34.0                    total_acc = 34.0   
4           fico_range_low          655.0              fico_range_low = 655.0   
5                    grade              D                           grade = D   
6          last_pymnt_amnt          132.2             last_pymnt_amnt = 132.2   
7                revol_bal        16030.0                 revol_bal = 16030.0   
8          fico_range_high          659.0             fico_range_high = 659.0   
9                out_prncp            0.0                     out_prncp = 0.0   
10                open_acc            9.0                      open_acc = 9.0   
11             delinq_2yrs            0.0                   delinq_2yrs = 0.0   
12           out_prncp_inv            0.0                 out_prncp_inv = 0.0   
13                     dti          16.19                         dti = 16.19   
14                 pub_rec            0.0                       pub_rec = 0.0   
15          home_ownership       MORTGAGE           home_ownership = MORTGAGE   
16  mths_since_last_record            0.0        mths_since_last_record = 0.0   
17     verification_status   Not Verified  verification_status = Not Verified   
18               sub_grade             D3                      sub_grade = D3   
19  mths_since_last_delinq           25.0       mths_since_last_delinq = 25.0   
20              annual_inc        95000.0                annual_inc = 95000.0   
21               loan_amnt         2500.0                  loan_amnt = 2500.0   
22         funded_amnt_inv          400.0             funded_amnt_inv = 400.0   
23             funded_amnt         2500.0                funded_amnt = 2500.0   
24             installment          83.63                 installment = 83.63   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:0, prob:0.978  
1     0.630121      0.495467   1.0        24  record:0, prob:0.978  
2     0.632975      0.002854   1.0        23  record:0, prob:0.978  
3     0.634822      0.001847   1.0        22  record:0, prob:0.978  
4     0.634990      0.000168   1.0        21  record:0, prob:0.978  
5     0.632304     -0.002686  -1.0        20  record:0, prob:0.978  
6     0.986736      0.354433   1.0        19  record:0, prob:0.978  
7     0.987072      0.000336   1.0        18  record:0, prob:0.978  
8     0.986904     -0.000168  -1.0        17  record:0, prob:0.978  
9     1.000000      0.013096   1.0        16  record:0, prob:0.978  
10    1.000000      0.000000   0.0        15  record:0, prob:0.978  
11    1.000000      0.000000   0.0        14  record:0, prob:0.978  
12    1.000000      0.000000   0.0        13  record:0, prob:0.978  
13    1.000000      0.000000   0.0        12  record:0, prob:0.978  
14    1.000000      0.000000   0.0        11  record:0, prob:0.978  
15    1.000000      0.000000   0.0        10  record:0, prob:0.978  
16    1.000000      0.000000   0.0         9  record:0, prob:0.978  
17    1.000000      0.000000   0.0         8  record:0, prob:0.978  
18    1.000000      0.000000   0.0         7  record:0, prob:0.978  
19    1.000000      0.000000   0.0         6  record:0, prob:0.978  
20    1.000000      0.000000   0.0         5  record:0, prob:0.978  
21    1.000000      0.000000   0.0         4  record:0, prob:0.978  
22    1.000000      0.000000   0.0         3  record:0, prob:0.978  
23    1.000000      0.000000   0.0         2  record:0, prob:0.978  
24    1.000000      0.000000   0.0         1  record:0, prob:0.978  
25    1.000000      1.000000   1.0         0  record:0, prob:0.978

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1       total_rec_late_fee          49.06      total_rec_late_fee = 49.06   
2              funded_amnt        20000.0           funded_amnt = 20000.0   
3          funded_amnt_inv        20000.0       funded_amnt_inv = 20000.0   
4               annual_inc        55000.0            annual_inc = 55000.0   
5                    grade              E                       grade = E   
6      verification_status       Verified  verification_status = Verified   
7                loan_amnt        20000.0             loan_amnt = 20000.0   
8          fico_range_high          704.0         fico_range_high = 704.0   
9                total_acc           24.0                total_acc = 24.0   
10               revol_bal        11450.0             revol_bal = 11450.0   
11          fico_range_low          700.0          fico_range_low = 700.0   
12               out_prncp            0.0                 out_prncp = 0.0   
13             delinq_2yrs            0.0               delinq_2yrs = 0.0   
14           out_prncp_inv            0.0             out_prncp_inv = 0.0   
15               sub_grade             E1                  sub_grade = E1   
16                open_acc           10.0                 open_acc = 10.0   
17                 pub_rec            0.0                   pub_rec = 0.0   
18                     dti          15.38                     dti = 15.38   
19  mths_since_last_record            nan    mths_since_last_record = nan   
20  mths_since_last_delinq           76.0   mths_since_last_delinq = 76.0   
21          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
22             installment          490.6             installment = 490.6   
23          inq_last_6mths            0.0            inq_last_6mths = 0.0   
24         last_pymnt_amnt         1459.0        last_pymnt_amnt = 1459.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:1, prob:0.895  
1     0.311451      0.176797   1.0        24  record:1, prob:0.895  
2     0.486232      0.174782   1.0        23  record:1, prob:0.895  
3     0.541639      0.055406   1.0        22  record:1, prob:0.895  
4     0.544157      0.002518   1.0        21  record:1, prob:0.895  
5     0.582438      0.038281   1.0        20  record:1, prob:0.895  
6     0.583781      0.001343   1.0        19  record:1, prob:0.895  
7     0.607119      0.023338   1.0        18  record:1, prob:0.895  
8     0.618872      0.011753   1.0        17  record:1, prob:0.895  
9     0.612827     -0.006044  -1.0        16  record:1, prob:0.895  
10    0.625420      0.012592   1.0        15  record:1, prob:0.895  
11    0.634318      0.008899   1.0        14  record:1, prob:0.895  
12    0.647079      0.012760   1.0        13  record:1, prob:0.895  
13    0.647079      0.000000   0.0        12  record:1, prob:0.895  
14    0.647246      0.000168   1.0        11  record:1, prob:0.895  
15    0.652283      0.005037   1.0        10  record:1, prob:0.895  
16    0.652955      0.000672   1.0         9  record:1, prob:0.895  
17    0.652955      0.000000   0.0         8  record:1, prob:0.895  
18    0.651780     -0.001175  -1.0         7  record:1, prob:0.895  
19    0.651780      0.000000   0.0         6  record:1, prob:0.895  
20    0.664036      0.012257   1.0         5  record:1, prob:0.895  
21    0.662693     -0.001343  -1.0         4  record:1, prob:0.895  
22    0.668570      0.005876   1.0         3  record:1, prob:0.895  
23    0.670248      0.001679   1.0         2  record:1, prob:0.895  
24    1.000000      0.329752   1.0         1  record:1, prob:0.895  
25    1.000000      1.000000   1.0         0  record:1, prob:0.895

             variable_name   variable_value  \
0                intercept                    
1          last_pymnt_amnt            291.1   
2              funded_amnt          12000.0   
3          funded_amnt_inv          11570.0   
4   mths_since_last_record            119.0   
5                    grade                D   
6               annual_inc          56000.0   
7                  pub_rec              1.0   
8           fico_range_low            695.0   
9          fico_range_high            699.0   
10                     dti             12.0   
11               out_prncp              0.0   
12  mths_since_last_delinq             79.0   
13             delinq_2yrs              0.0   
14           out_prncp_inv              0.0   
15          inq_last_6mths              1.0   
16     verification_status  Source Verified   
17                open_acc             10.0   
18          home_ownership         MORTGAGE   
19               loan_amnt          12000.0   
20               total_acc             18.0   
21      total_rec_late_fee              0.0   
22             installment            291.8   
23               sub_grade               D2   
24               revol_bal           2982.0   
25                                            

                                 variable  cumulative  contribution  sign  \
0                               intercept    0.134654      0.134654   1.0   
1                 last_pymnt_amnt = 291.1    0.193251      0.058596   1.0   
2                   funded_amnt = 12000.0    0.189893     -0.003358  -1.0   
3               funded_amnt_inv = 11570.0    0.171424     -0.018469  -1.0   
4          mths_since_last_record = 119.0    0.323203      0.151780   1.0   
5                               grade = D    0.415044      0.091840   1.0   
6                    annual_inc = 56000.0    0.460376      0.045332   1.0   
7                           pub_rec = 1.0    0.502015      0.041639   1.0   
8                  fico_range_low = 695.0    0.541471      0.039456   1.0   
9                 fico_range_high = 699.0    0.577065      0.035594   1.0   
10                             dti = 12.0    0.604936      0.027871   1.0   
11                        out_prncp = 0.0    0.611652      0.006716   1.0   
12          mths_since_last_delinq = 79.0    0.857455      0.245803   1.0   
13                      delinq_2yrs = 0.0    0.857455      0.000000   0.0   
14                    out_prncp_inv = 0.0    0.860477      0.003022   1.0   
15                   inq_last_6mths = 1.0    0.867864      0.007388   1.0   
16  verification_status = Source Verified    0.889859      0.021995   1.0   
17                        open_acc = 10.0    0.903459      0.013600   1.0   
18              home_ownership = MORTGAGE    0.905977      0.002518   1.0   
19                    loan_amnt = 12000.0    0.964741      0.058764   1.0   
20                       total_acc = 18.0    0.962727     -0.002015  -1.0   
21               total_rec_late_fee = 0.0    0.974144      0.011417   1.0   
22                    installment = 291.8    1.000000      0.025856   1.0   
23                         sub_grade = D2    1.000000      0.000000   0.0   
24                     revol_bal = 2982.0    1.000000      0.000000   0.0   
25                             prediction    1.000000      1.000000   1.0   

    position                 label  
0         25  record:2, prob:0.854  
1         24  record:2, prob:0.854  
2         23  record:2, prob:0.854  
3         22  record:2, prob:0.854  
4         21  record:2, prob:0.854  
5         20  record:2, prob:0.854  
6         19  record:2, prob:0.854  
7         18  record:2, prob:0.854  
8         17  record:2, prob:0.854  
9         16  record:2, prob:0.854  
10        15  record:2, prob:0.854  
11        14  record:2, prob:0.854  
12        13  record:2, prob:0.854  
13        12  record:2, prob:0.854  
14        11  record:2, prob:0.854  
15        10  record:2, prob:0.854  
16         9  record:2, prob:0.854  
17         8  record:2, prob:0.854  
18         7  record:2, prob:0.854  
19         6  record:2, prob:0.854  
20         5  record:2, prob:0.854  
21         4  record:2, prob:0.854  
22         3  record:2, prob:0.854  
23         2  record:2, prob:0.854  
24         1  record:2, prob:0.854  
25         0  record:2, prob:0.854

             variable_name variable_value                        variable  \
0                intercept                                      intercept   
1              funded_amnt        35000.0           funded_amnt = 35000.0   
2          funded_amnt_inv        34980.0       funded_amnt_inv = 34980.0   
3                loan_amnt        35000.0             loan_amnt = 35000.0   
4          last_pymnt_amnt          291.7         last_pymnt_amnt = 291.7   
5                    grade              D                       grade = D   
6      verification_status       Verified  verification_status = Verified   
7           fico_range_low          690.0          fico_range_low = 690.0   
8          fico_range_high          694.0         fico_range_high = 694.0   
9                total_acc           31.0                total_acc = 31.0   
10               out_prncp            0.0                 out_prncp = 0.0   
11          inq_last_6mths            1.0            inq_last_6mths = 1.0   
12           out_prncp_inv            0.0             out_prncp_inv = 0.0   
13                 pub_rec            0.0                   pub_rec = 0.0   
14  mths_since_last_record            nan    mths_since_last_record = nan   
15             delinq_2yrs            1.0               delinq_2yrs = 1.0   
16                     dti          18.64                     dti = 18.64   
17          home_ownership       MORTGAGE       home_ownership = MORTGAGE   
18  mths_since_last_delinq            1.0    mths_since_last_delinq = 1.0   
19               revol_bal         3392.0              revol_bal = 3392.0   
20               sub_grade             D4                  sub_grade = D4   
21      total_rec_late_fee            0.0        total_rec_late_fee = 0.0   
22                open_acc           11.0                 open_acc = 11.0   
23             installment         1246.0            installment = 1246.0   
24              annual_inc        77000.0            annual_inc = 77000.0   
25                                                             prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:3, prob:0.852  
1     0.328073      0.193418   1.0        24  record:3, prob:0.852  
2     0.431833      0.103761   1.0        23  record:3, prob:0.852  
3     0.502518      0.070685   1.0        22  record:3, prob:0.852  
4     0.807757      0.305238   1.0        21  record:3, prob:0.852  
5     0.920584      0.112827   1.0        20  record:3, prob:0.852  
6     0.928811      0.008227   1.0        19  record:3, prob:0.852  
7     0.947280      0.018469   1.0        18  record:3, prob:0.852  
8     0.952149      0.004869   1.0        17  record:3, prob:0.852  
9     0.946944     -0.005205  -1.0        16  record:3, prob:0.852  
10    0.955843      0.008899   1.0        15  record:3, prob:0.852  
11    0.965917      0.010074   1.0        14  record:3, prob:0.852  
12    0.969443      0.003526   1.0        13  record:3, prob:0.852  
13    0.969443      0.000000   0.0        12  record:3, prob:0.852  
14    0.969275     -0.000168  -1.0        11  record:3, prob:0.852  
15    0.967764     -0.001511  -1.0        10  record:3, prob:0.852  
16    0.986568      0.018805   1.0         9  record:3, prob:0.852  
17    0.985897     -0.000672  -1.0         8  record:3, prob:0.852  
18    0.986064      0.000168   1.0         7  record:3, prob:0.852  
19    0.987743      0.001679   1.0         6  record:3, prob:0.852  
20    0.997817      0.010074   1.0         5  record:3, prob:0.852  
21    0.998825      0.001007   1.0         4  record:3, prob:0.852  
22    1.000000      0.001175   1.0         3  record:3, prob:0.852  
23    1.000000      0.000000   0.0         2  record:3, prob:0.852  
24    1.000000      0.000000   0.0         1  record:3, prob:0.852  
25    1.000000      1.000000   1.0         0  record:3, prob:0.852

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1              funded_amnt        22000.0               funded_amnt = 22000.0   
2                total_acc           65.0                    total_acc = 65.0   
3          funded_amnt_inv        21970.0           funded_amnt_inv = 21970.0   
4                sub_grade             G4                      sub_grade = G4   
5           fico_range_low          670.0              fico_range_low = 670.0   
6                loan_amnt        22000.0                 loan_amnt = 22000.0   
7           inq_last_6mths            2.0                inq_last_6mths = 2.0   
8          fico_range_high          674.0             fico_range_high = 674.0   
9                    grade              G                           grade = G   
10                     dti          12.78                         dti = 12.78   
11               out_prncp            0.0                     out_prncp = 0.0   
12             delinq_2yrs            0.0                   delinq_2yrs = 0.0   
13           out_prncp_inv            0.0                 out_prncp_inv = 0.0   
14                 pub_rec            0.0                       pub_rec = 0.0   
15  mths_since_last_record            nan        mths_since_last_record = nan   
16          home_ownership            OWN                home_ownership = OWN   
17             installment          827.3                 installment = 827.3   
18               revol_bal        62550.0                 revol_bal = 62550.0   
19     verification_status   Not Verified  verification_status = Not Verified   
20  mths_since_last_delinq           55.0       mths_since_last_delinq = 55.0   
21      total_rec_late_fee            0.0            total_rec_late_fee = 0.0   
22                open_acc           44.0                     open_acc = 44.0   
23              annual_inc       135000.0               annual_inc = 135000.0   
24         last_pymnt_amnt          832.2             last_pymnt_amnt = 832.2   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:4, prob:0.846  
1     0.251847      0.117193   1.0        24  record:4, prob:0.846  
2     0.357958      0.106111   1.0        23  record:4, prob:0.846  
3     0.361484      0.003526   1.0        22  record:4, prob:0.846  
4     0.415715      0.054231   1.0        21  record:4, prob:0.846  
5     0.453828      0.038113   1.0        20  record:4, prob:0.846  
6     0.460544      0.006716   1.0        19  record:4, prob:0.846  
7     0.471961      0.011417   1.0        18  record:4, prob:0.846  
8     0.488079      0.016118   1.0        17  record:4, prob:0.846  
9     0.541974      0.053895   1.0        16  record:4, prob:0.846  
10    0.539792     -0.002183  -1.0        15  record:4, prob:0.846  
11    0.549362      0.009570   1.0        14  record:4, prob:0.846  
12    0.549866      0.000504   1.0        13  record:4, prob:0.846  
13    0.553392      0.003526   1.0        12  record:4, prob:0.846  
14    0.553392      0.000000   0.0        11  record:4, prob:0.846  
15    0.552384     -0.001007  -1.0        10  record:4, prob:0.846  
16    0.559100      0.006716   1.0         9  record:4, prob:0.846  
17    0.570181      0.011081   1.0         8  record:4, prob:0.846  
18    0.574882      0.004701   1.0         7  record:4, prob:0.846  
19    0.574379     -0.000504  -1.0         6  record:4, prob:0.846  
20    0.571525     -0.002854  -1.0         5  record:4, prob:0.846  
21    0.576226      0.004701   1.0         4  record:4, prob:0.846  
22    0.583949      0.007723   1.0         3  record:4, prob:0.846  
23    0.576058     -0.007891  -1.0         2  record:4, prob:0.846  
24    1.000000      0.423942   1.0         1  record:4, prob:0.846  
25    1.000000      1.000000   1.0         0  record:4, prob:0.846

             variable_name variable_value                            variable  \
0                intercept                                          intercept   
1          last_pymnt_amnt          196.3             last_pymnt_amnt = 196.3   
2               annual_inc        41000.0                annual_inc = 41000.0   
3          funded_amnt_inv         6000.0            funded_amnt_inv = 6000.0   
4   mths_since_last_delinq            nan        mths_since_last_delinq = nan   
5                      dti           9.01                          dti = 9.01   
6           fico_range_low          690.0              fico_range_low = 690.0   
7          fico_range_high          694.0             fico_range_high = 694.0   
8                out_prncp            0.0                     out_prncp = 0.0   
9              delinq_2yrs            0.0                   delinq_2yrs = 0.0   
10           out_prncp_inv            0.0                 out_prncp_inv = 0.0   
11               revol_bal         5968.0                  revol_bal = 5968.0   
12          inq_last_6mths            1.0                inq_last_6mths = 1.0   
13                 pub_rec            0.0                       pub_rec = 0.0   
14  mths_since_last_record            nan        mths_since_last_record = nan   
15          home_ownership       MORTGAGE           home_ownership = MORTGAGE   
16     verification_status   Not Verified  verification_status = Not Verified   
17               total_acc           17.0                    total_acc = 17.0   
18      total_rec_late_fee            0.0            total_rec_late_fee = 0.0   
19                open_acc           11.0                     open_acc = 11.0   
20               loan_amnt         6000.0                  loan_amnt = 6000.0   
21                   grade              B                           grade = B   
22               sub_grade             B5                      sub_grade = B5   
23             funded_amnt         6000.0                funded_amnt = 6000.0   
24             installment          198.9                 installment = 198.9   
25                                                                 prediction   

    cumulative  contribution  sign  position                 label  
0     0.134654      0.134654   1.0        25  record:5, prob:0.845  
1     0.242109      0.107455   1.0        24  record:5, prob:0.845  
2     0.394896      0.152787   1.0        23  record:5, prob:0.845  
3     0.492948      0.098052   1.0        22  record:5, prob:0.845  
4     0.514943      0.021995   1.0        21  record:5, prob:0.845  
5     0.542310      0.027367   1.0        20  record:5, prob:0.845  
6     0.588650      0.046340   1.0        19  record:5, prob:0.845  
7     0.626427      0.037777   1.0        18  record:5, prob:0.845  
8     0.631800      0.005373   1.0        17  record:5, prob:0.845  
9     0.633983      0.002183   1.0        16  record:5, prob:0.845  
10    0.640363      0.006380   1.0        15  record:5, prob:0.845  
11    0.635494     -0.004869  -1.0        14  record:5, prob:0.845  
12    0.663029      0.027535   1.0        13  record:5, prob:0.845  
13    0.663029      0.000000   0.0        12  record:5, prob:0.845  
14    0.662525     -0.000504  -1.0        11  record:5, prob:0.845  
15    0.662693      0.000168   1.0        10  record:5, prob:0.845  
16    0.655809     -0.006884  -1.0         9  record:5, prob:0.845  
17    0.622733     -0.033076  -1.0         8  record:5, prob:0.845  
18    0.618536     -0.004197  -1.0         7  record:5, prob:0.845  
19    0.583109     -0.035426  -1.0         6  record:5, prob:0.845  
20    0.675957      0.092848   1.0         5  record:5, prob:0.845  
21    0.692747      0.016790   1.0         4  record:5, prob:0.845  
22    0.696944      0.004197   1.0         3  record:5, prob:0.845  
23    0.694929     -0.002015  -1.0         2  record:5, prob:0.845  
24    1.000000      0.305071   1.0         1  record:5, prob:0.845  
25    1.000000      1.000000   1.0         0  record:5, prob:0.845

#Not enough time to run
#Would have given Shapley plots for the false positives
for index, row in top_10_fn.iterrows():
  local_breakdown_exp = glu_explainer.predict_parts(
      #Filter out the pred, pred_proba, and loan_status columns that were added so this function runs
      top_10_fp[['loan_amnt', 'funded_amnt', 'funded_amnt_inv', 'installment', 'annual_inc', 'dti', 'delinq_2yrs', 'fico_range_low', 'fico_range_high', 'inq_last_6mths', 'mths_since_last_delinq', 'mths_since_last_record', 'open_acc', 'pub_rec', 'revol_bal', 'total_acc', 'out_prncp', 'out_prncp_inv', 'total_rec_late_fee', 'last_pymnt_amnt', 'grade', 'sub_grade', 'home_ownership', 'verification_status']].iloc[index],
      type='shap',
      B=5,
      label=f"record:{index}, prob:{row['pred_proba']:.3f}")

  local_breakdown_exp.plot()

#Import the holdout data
loan_holdout = pd.read_csv('./loan_holdout.csv')
loan_holdout.head()

autogluon_predictions_holdout = glu_model_best.predict(loan_holdout)
autogluon_predictions_holdout

0        0
1        0
2        0
3        1
4        0
        ..
12756    0
12757    0
12758    0
12759    1
12760    0
Name: loan_status, Length: 12761, dtype: int64

pd.concat([loan_holdout['id'], pd.DataFrame(autogluon_predictions_holdout)], axis=1).rename(columns={'id': 'ID', 'loan_status': 'P_DEFAULT'}).to_csv('loan_holdout_submission_kyle_wiblishauser.csv', index=False)

	loan_amnt	funded_amnt	funded_amnt_inv	installment	annual_inc	dti	delinq_2yrs	fico_range_low	fico_range_high	inq_last_6mths	mths_since_last_delinq	mths_since_last_record	open_acc	pub_rec	revol_bal	total_acc	out_prncp	out_prncp_inv	total_rec_late_fee	last_pymnt_amnt
loan_amnt	1.000000	0.981859	0.928723	0.931040	0.266371	0.065216	-0.035311	0.129247	0.129247	-0.030824	0.029689	0.034788	0.181247	-0.052624	0.251019	0.258210	0.136318	0.136277	0.046997	0.444079
funded_amnt	0.981859	1.000000	0.946322	0.956712	0.262227	0.064302	-0.035396	0.121071	0.121071	-0.030344	0.030044	0.026124	0.178910	-0.053025	0.246531	0.252556	0.139160	0.139108	0.050329	0.448934
funded_amnt_inv	0.928723	0.946322	1.000000	0.888913	0.241750	0.069469	-0.046545	0.141781	0.141781	-0.078271	0.112209	0.494034	0.159299	-0.056516	0.203765	0.240382	0.147449	0.147400	0.021558	0.438113
installment	0.931040	0.956712	0.888913	1.000000	0.266363	0.055694	-0.021931	0.058972	0.058972	-0.010530	0.011680	-0.039706	0.181188	-0.045178	0.263561	0.236886	0.089743	0.089734	0.061106	0.398281
annual_inc	0.266371	0.262227	0.241750	0.266363	1.000000	-0.110412	0.017323	0.049251	0.049251	0.025374	0.015268	0.008200	0.160347	-0.017614	0.274796	0.237292	0.020154	0.020145	0.011194	0.132344
dti	0.065216	0.064302	0.069469	0.055694	-0.110412	1.000000	-0.036723	-0.189247	-0.189247	0.013047	0.067596	0.133751	0.299711	-0.001398	0.187671	0.243310	0.026869	0.026795	-0.009419	0.004154
delinq_2yrs	-0.035311	-0.035396	-0.046545	-0.021931	0.017323	-0.036723	1.000000	-0.220052	-0.220052	0.028433	-0.515970	-0.056620	0.013727	0.016020	-0.044768	0.069001	-0.009567	-0.009534	0.036849	-0.011999
fico_range_low	0.129247	0.121071	0.141781	0.058972	0.049251	-0.189247	-0.220052	1.000000	1.000000	-0.141032	0.119668	-0.001409	-0.030234	-0.155576	-0.025977	0.107180	-0.002382	-0.002468	-0.076160	0.088914
fico_range_high	0.129247	0.121071	0.141781	0.058972	0.049251	-0.189247	-0.220052	1.000000	1.000000	-0.141032	0.119668	-0.001409	-0.030234	-0.155576	-0.025977	0.107180	-0.002382	-0.002468	-0.076160	0.088914
inq_last_6mths	-0.030824	-0.030344	-0.078271	-0.010530	0.025374	0.013047	0.028433	-0.141032	-0.141032	1.000000	-0.053406	-0.183893	0.097117	0.058491	0.013200	0.093722	-0.020575	-0.020496	0.062166	-0.008186
mths_since_last_delinq	0.029689	0.030044	0.112209	0.011680	0.015268	0.067596	-0.515970	0.119668	0.119668	-0.053406	1.000000	0.485606	0.038129	0.052866	-0.001346	0.040302	0.022091	0.022054	-0.030999	0.017256
mths_since_last_record	0.034788	0.026124	0.494034	-0.039706	0.008200	0.133751	-0.056620	-0.001409	-0.001409	-0.183893	0.485606	1.000000	0.043644	0.807995	-0.135709	0.141153	0.050312	0.050308	-0.111338	0.096672
open_acc	0.181247	0.178910	0.159299	0.181188	0.160347	0.299711	0.013727	-0.030234	-0.030234	0.097117	0.038129	0.043644	1.000000	0.007975	0.259627	0.695284	0.017883	0.017866	-0.008144	0.077299
pub_rec	-0.052624	-0.053025	-0.056516	-0.045178	-0.017614	-0.001398	0.016020	-0.155576	-0.155576	0.058491	0.052866	0.807995	0.007975	1.000000	-0.049576	-0.014522	-0.016180	-0.016160	0.001839	-0.037583
revol_bal	0.251019	0.246531	0.203765	0.263561	0.274796	0.187671	-0.044768	-0.025977	-0.025977	0.013200	-0.001346	-0.135709	0.259627	-0.049576	1.000000	0.273481	0.023290	0.023249	0.012475	0.084015
total_acc	0.258210	0.252556	0.240382	0.236886	0.237292	0.243310	0.069001	0.107180	0.107180	0.093722	0.040302	0.141153	0.695284	-0.014522	0.273481	1.000000	0.017204	0.017170	-0.014553	0.162431
out_prncp	0.136318	0.139160	0.147449	0.089743	0.020154	0.026869	-0.009567	-0.002382	-0.002382	-0.020575	0.022091	0.050312	0.017883	-0.016180	0.023290	0.017204	1.000000	0.999991	0.002133	-0.045711
out_prncp_inv	0.136277	0.139108	0.147400	0.089734	0.020145	0.026795	-0.009534	-0.002468	-0.002468	-0.020496	0.022054	0.050308	0.017866	-0.016160	0.023249	0.017170	0.999991	1.000000	0.002152	-0.045695
total_rec_late_fee	0.046997	0.050329	0.021558	0.061106	0.011194	-0.009419	0.036849	-0.076160	-0.076160	0.062166	-0.030999	-0.111338	-0.008144	0.001839	0.012475	-0.014553	0.002133	0.002152	1.000000	-0.064817
last_pymnt_amnt	0.444079	0.448934	0.438113	0.398281	0.132344	0.004154	-0.011999	0.088914	0.088914	-0.008186	0.017256	0.096672	0.077299	-0.037583	0.084015	0.162431	-0.045711	-0.045695	-0.064817	1.000000

	Feature	Importance Mean	Importance Std
0	last_pymnt_amnt	0.069778	0.003513
1	loan_amnt	0.020735	0.002849
2	funded_amnt	0.019308	0.003096
3	total_rec_late_fee	0.013331	0.001054
4	grade	0.009066	0.001385
5	funded_amnt_inv	0.007421	0.001578
6	annual_inc	0.003660	0.001544
7	installment	0.003089	0.001405
8	total_acc	0.002938	0.001462
9	verification_status	0.001864	0.000954
10	out_prncp_inv	0.001746	0.000413
11	sub_grade	0.001645	0.001069
12	fico_range_high	0.001629	0.000646
13	fico_range_low	0.001545	0.000984
14	revol_bal	0.001461	0.000882
15	out_prncp	0.001410	0.000377
16	inq_last_6mths	0.001377	0.000940
17	home_ownership	0.001091	0.000713
18	dti	0.000823	0.000871
19	pub_rec	0.000604	0.000134
20	open_acc	0.000201	0.001240
21	delinq_2yrs	-0.000034	0.000165
22	mths_since_last_record	-0.000185	0.000460
23	mths_since_last_delinq	-0.000269	0.000602

	Target FPR (%)	Expected TPR	Threshold
0	1.0	0.102157	0.634284
1	2.0	0.178207	0.548975
2	3.0	0.234960	0.490500
3	4.0	0.289444	0.451726
4	5.0	0.334847	0.420703
5	6.0	0.371169	0.390941
6	7.0	0.432463	0.364601
7	8.0	0.481271	0.339362
8	9.0	0.513053	0.319241
9	10.0	0.536890	0.302429

	feature	importance
0	num__funded_amnt	1.955622
1	cat__grade_G	0.553553
2	cat__grade_F	0.509320
3	cat__sub_grade_A5	0.390974
4	cat__sub_grade_F5	0.381332
...	...	...
69	cat__sub_grade_A1	-0.562593
70	cat__grade_B	-0.615555
71	num__installment	-1.043458
72	cat__grade_A	-1.299907
73	num__last_pymnt_amnt	-8.540318

	Feature	Coefficient
1	num__funded_amnt	1.955622
26	cat__grade_G	0.553553
25	cat__grade_F	0.509320
32	cat__sub_grade_A5	0.390974
57	cat__sub_grade_F5	0.381332
59	cat__sub_grade_G2	0.363956
52	cat__sub_grade_E5	0.265229
18	num__total_rec_late_fee	0.225162
56	cat__sub_grade_F4	0.178031
60	cat__sub_grade_G3	0.171321

Final Project Starter¶

Models to be Evaluated.¶

Import Data¶

Features¶

EDA¶

Train Test Split¶

Stacker Example (Model Not Used) (Has Transformers & Partial Dependency Functions)¶

Generate a pipeline¶

Evaluate¶

Charts ROC & PR Curves¶

Permutation Importance¶

Partial Dependance Plot¶

PDP Categorical¶

Variable Importance¶

PDP¶

Local predictions¶

Shap Explainations¶

Break Down Interactions¶

Explaining False Negatives¶

Logistic Regression Model¶

Random Forest¶

Gradient Boosting Machine¶

Multi-Layer Perceptron¶

Medium Quality AutoGluon Weighted Ensemble¶

Ensemble Model Metrics¶

Evaluate models¶

Feature Importance Of Ensemble Model¶

Evaluate Ensemble Model¶

Best Quality AutoGluon Modles¶

Evaluate Models¶

Evaluate Weighted Ensemble¶

Feature Importance¶

Partial Dependency Plots¶

DALEX¶

Dalex PDP¶

Local Predictions¶

Make Predictions On Holdout Set¶

	id	member_id	loan_amnt	funded_amnt	funded_amnt_inv	term	int_rate	installment	grade	sub_grade	...	next_pymnt_d	last_credit_pull_d	policy_code	application_type
0	1077501.0	1296599.0	5000.0	5000.0	4975.0	36 months	10.65%	162.87	B	B2	...	NaN	Sep-2016	1.0	INDIVIDUAL
1	1077430.0	1314167.0	2500.0	2500.0	2500.0	60 months	15.27%	59.83	C	C4	...	NaN	Sep-2016	1.0	INDIVIDUAL
2	1076863.0	1277178.0	10000.0	10000.0	10000.0	36 months	13.49%	339.31	C	C1	...	NaN	Apr-2016	1.0	INDIVIDUAL
3	1069639.0	1304742.0	7000.0	7000.0	7000.0	60 months	15.96%	170.08	C	C5	...	NaN	Sep-2016	1.0	INDIVIDUAL
4	1072053.0	1288686.0	3000.0	3000.0	3000.0	36 months	18.64%	109.43	E	E1	...	NaN	Dec-2014	1.0	INDIVIDUAL

	loan_amnt	funded_amnt	funded_amnt_inv	installment	annual_inc	dti	fico_range_low	fico_range_high	inq_last_6mths	...	last_pymnt_amnt	grade	sub_grade	home_ownership	verification_status	pred_proba	loan_status
13494	4375.0	4375.0	4225.000000	131.95	17760.0	20.20	750.0	754.0	0.0	...	36.57	A	A1	OWN	Source Verified	0.146915	0
21759	10000.0	10000.0	9475.000000	323.85	55000.0	18.59	715.0	719.0	0.0	...	1317.62	B	B2	RENT	Not Verified	0.031879	0
11247	24000.0	24000.0	22921.129991	560.56	53000.0	22.42	740.0	744.0	1.0	...	23722.52	C	C5	MORTGAGE	Verified	0.037034	0
25028	5550.0	5550.0	5550.000000	189.98	50000.0	21.58	665.0	669.0	2.0	...	202.16	D	D1	MORTGAGE	Not Verified	0.268364	0
20440	10000.0	10000.0	9875.000000	232.58	45000.0	5.97	765.0	769.0	0.0	...	232.58	C	C3	RENT	Not Verified	0.131594	1

	loan_amnt	funded_amnt	funded_amnt_inv	installment	annual_inc	dti	delinq_2yrs	fico_range_low	fico_range_high	inq_last_6mths	...	total_rec_late_fee	last_pymnt_amnt	grade	sub_grade	home_ownership	verification_status	pred	pred_proba	loan_status
0	4500.0	4500.0	4500.0	157.44	21600.0	10.83	0.0	670.0	674.0	0.0	...	14.987723	157.44	D	D4	RENT	Source Verified	1	0.966800	1
1	4000.0	4000.0	4000.0	137.24	16800.0	14.14	1.0	665.0	669.0	0.0	...	14.945893	105.76	C	C2	RENT	Not Verified	1	0.964895	1
2	18825.0	18825.0	18800.0	472.83	65000.0	11.91	0.0	680.0	684.0	0.0	...	0.000000	38.00	D	D5	MORTGAGE	Verified	1	0.964844	1
3	8000.0	8000.0	7975.0	201.03	40000.0	14.07	0.0	675.0	679.0	2.0	...	14.932100	201.03	E	E4	RENT	Source Verified	1	0.964715	1
4	2400.0	2400.0	2400.0	60.86	21600.0	6.00	1.0	675.0	679.0	2.0	...	14.953171	60.86	E	E5	OWN	Verified	1	0.963859	1
5	2200.0	2200.0	2200.0	70.90	26004.0	14.95	0.0	725.0	729.0	0.0	...	14.883000	50.00	B	B1	RENT	Verified	1	0.962773	1
6	4000.0	4000.0	3975.0	97.17	26400.0	3.77	1.0	685.0	689.0	0.0	...	14.896573	97.17	D	D4	RENT	Source Verified	1	0.958512	1
7	3000.0	3000.0	3000.0	107.80	44000.0	0.46	0.0	660.0	664.0	3.0	...	14.949907	107.80	E	E4	RENT	Not Verified	1	0.957184	1
8	35000.0	35000.0	34975.0	879.47	70000.0	16.32	0.0	710.0	714.0	1.0	...	0.000000	879.47	E	E4	MORTGAGE	Verified	1	0.956176	1
9	1625.0	1625.0	1625.0	57.85	21120.0	23.58	0.0	665.0	669.0	0.0	...	14.989705	72.85	D	D4	MORTGAGE	Verified	1	0.955007	1

	variable_name	variable_value	variable	cumulative	contribution	sign	position	label
0	intercept		intercept	0.146032	0.146032	1.0	28	record 1
1	total_rec_late_fee	14.99	total_rec_late_fee = 14.99	0.531187	0.385155	1.0	27	record 1
2	last_pymnt_amnt	157.4	last_pymnt_amnt = 157.4	0.879574	0.348387	1.0	26	record 1
3	annual_inc	21600.0	annual_inc = 21600.0	0.917746	0.038172	1.0	25	record 1
4	funded_amnt_inv	4500.0	funded_amnt_inv = 4500.0	0.921803	0.004056	1.0	24	record 1
5	grade	D	grade = D	0.938387	0.016584	1.0	23	record 1
6	fico_range_low	670.0	fico_range_low = 670.0	0.943125	0.004738	1.0	22	record 1
7	verification_status	Source Verified	verification_status = Source Verified	0.945757	0.002632	1.0	21	record 1
8	open_acc	3.0	open_acc = 3.0	0.946990	0.001233	1.0	20	record 1
9	fico_range_high	674.0	fico_range_high = 674.0	0.951368	0.004378	1.0	19	record 1
10	out_prncp	0.0	out_prncp = 0.0	0.955629	0.004261	1.0	18	record 1
11	sub_grade	D4	sub_grade = D4	0.957652	0.002023	1.0	17	record 1
12	out_prncp_inv	0.0	out_prncp_inv = 0.0	0.958365	0.000714	1.0	16	record 1
13	mths_since_last_delinq	56.0	mths_since_last_delinq = 56.0	0.954771	-0.003594	-1.0	15	record 1
14	revol_bal	0.0	revol_bal = 0.0	0.948418	-0.006354	-1.0	14	record 1
15	home_ownership	RENT	home_ownership = RENT	0.950839	0.002421	1.0	13	record 1
16	pred_proba	0.9668	pred_proba = 0.9668	0.950839	0.000000	0.0	12	record 1
17	pred	1.0	pred = 1.0	0.950839	0.000000	0.0	11	record 1
18	loan_status	1.0	loan_status = 1.0	0.950839	0.000000	0.0	10	record 1
19	delinq_2yrs	0.0	delinq_2yrs = 0.0	0.950815	-0.000024	-1.0	9	record 1
20	pub_rec	0.0	pub_rec = 0.0	0.950921	0.000106	1.0	8	record 1
21	dti	10.83	dti = 10.83	0.955019	0.004098	1.0	7	record 1
22	installment	157.4	installment = 157.4	0.960238	0.005219	1.0	6	record 1
23	mths_since_last_record	nan	mths_since_last_record = nan	0.960298	0.000059	1.0	5	record 1
24	total_acc	5.0	total_acc = 5.0	0.967023	0.006725	1.0	4	record 1
25	loan_amnt	4500.0	loan_amnt = 4500.0	0.956541	-0.010482	-1.0	3	record 1
26	inq_last_6mths	0.0	inq_last_6mths = 0.0	0.960962	0.004421	1.0	2	record 1
27	funded_amnt	4500.0	funded_amnt = 4500.0	0.966800	0.005839	1.0	1	record 1
28			prediction	0.966800	0.966800	1.0	0	record 1

	loan_amnt	funded_amnt	funded_amnt_inv	installment	annual_inc	dti	delinq_2yrs	fico_range_low	fico_range_high	inq_last_6mths	...	last_pymnt_amnt	grade	sub_grade	home_ownership	verification_status	pred_proba	loan_status
0	20000.0	20000.0	17991.544969	421.22	96000.0	0.99	1.0	725.0	729.0	1.0	...	4841.69	B	B3	OWN	Source Verified	0.031663	1
1	5000.0	5000.0	5000.000000	164.86	37000.0	19.20	0.0	670.0	674.0	0.0	...	1763.84	B	B4	RENT	Verified	0.031737	1
2	7000.0	7000.0	7000.000000	212.29	46932.0	26.00	0.0	750.0	754.0	3.0	...	2300.00	A	A2	OWN	Verified	0.031779	1
3	16000.0	16000.0	15900.000000	385.53	78000.0	8.57	0.0	700.0	704.0	1.0	...	10021.06	D	D3	MORTGAGE	Verified	0.031855	1
4	6500.0	6500.0	6475.000000	199.34	64800.0	8.48	0.0	730.0	734.0	0.0	...	199.34	A	A4	MORTGAGE	Source Verified	0.038095	1
5	35000.0	35000.0	20775.004916	858.59	115000.0	6.47	0.0	745.0	749.0	1.0	...	11800.00	E	E1	MORTGAGE	Verified	0.038156	1
6	8300.0	8300.0	8300.000000	263.56	30000.0	3.80	0.0	715.0	719.0	0.0	...	527.12	A	A5	RENT	Not Verified	0.040421	1
7	14000.0	14000.0	14000.000000	438.07	45600.0	19.74	0.0	740.0	744.0	0.0	...	438.07	A	A4	OWN	Not Verified	0.041354	1
8	33425.0	20675.0	19010.821218	475.63	75000.0	25.71	0.0	745.0	749.0	3.0	...	1370.08	C	C1	MORTGAGE	Source Verified	0.041684	1
9	23000.0	23000.0	23000.000000	701.48	98000.0	20.85	0.0	780.0	784.0	0.0	...	701.48	A	A3	MORTGAGE	Verified	0.041832	1

	loan_amnt	funded_amnt	funded_amnt_inv	installment	annual_inc	dti	delinq_2yrs	fico_range_low	fico_range_high	inq_last_6mths	...	revol_bal	total_acc	out_prncp	out_prncp_inv	total_rec_late_fee	last_pymnt_amnt	grade	sub_grade	home_ownership	verification_status
27888	8000.0	8000.0	7875.000000	189.61	26000.0	8.40	0.0	700.0	704.0	6.0	...	9174.0	14.0	0.0	0.0	0.0	189.61	D	D3	MORTGAGE	Verified
1383	5250.0	5250.0	5250.000000	182.69	48000.0	24.77	0.0	675.0	679.0	2.0	...	18889.0	18.0	0.0	0.0	0.0	1895.35	C	C4	RENT	Source Verified
20758	18000.0	10900.0	10180.136982	340.97	95000.0	21.32	0.0	750.0	754.0	1.0	...	36780.0	30.0	0.0	0.0	0.0	349.75	A	A5	MORTGAGE	Verified
2441	6000.0	6000.0	6000.000000	187.75	30000.0	5.84	0.0	715.0	719.0	0.0	...	876.0	9.0	0.0	0.0	0.0	3697.81	A	A4	OWN	Source Verified
21877	18000.0	18000.0	17989.997070	589.24	73200.0	0.26	0.0	725.0	729.0	0.0	...	526.0	21.0	0.0	0.0	0.0	657.50	B	B4	MORTGAGE	Verified
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
21575	7500.0	7500.0	7325.000000	253.09	83600.0	17.41	0.0	680.0	684.0	0.0	...	14868.0	27.0	0.0	0.0	0.0	268.75	C	C2	OWN	Not Verified
5390	3850.0	3850.0	3850.000000	124.22	13273.0	12.30	0.0	750.0	754.0	1.0	...	4639.0	4.0	0.0	0.0	0.0	3412.17	B	B1	RENT	Not Verified
860	12000.0	12000.0	12000.000000	276.06	50000.0	12.62	0.0	730.0	734.0	1.0	...	21955.0	11.0	0.0	0.0	0.0	8058.12	C	C1	RENT	Not Verified
15795	9000.0	5975.0	5472.229086	182.24	200000.0	8.33	0.0	740.0	744.0	0.0	...	106053.0	31.0	0.0	0.0	0.0	1439.84	A	A3	MORTGAGE	Verified
23654	25000.0	25000.0	24491.427117	824.22	80000.0	9.90	0.0	775.0	779.0	2.0	...	30928.0	42.0	0.0	0.0	0.0	4399.13	B	B2	OWN	Not Verified

	Target FPR (%)	Expected TPR	Threshold
0	1.0	0.136209	0.531698
1	2.0	0.213394	0.472569
2	3.0	0.273553	0.437921
3	4.0	0.338252	0.410021
4	5.0	0.379115	0.389676
5	6.0	0.432463	0.367432
6	7.0	0.481271	0.348978
7	8.0	0.518729	0.331653
8	9.0	0.543700	0.320433
9	10.0	0.578888	0.307876

	Feature	Importance
19	last_pymnt_amnt	0.193214
4	annual_inc	0.057788
3	installment	0.057692
2	funded_amnt_inv	0.056863
14	revol_bal	0.054537
18	total_rec_late_fee	0.054185
5	dti	0.053597
15	total_acc	0.045763
0	loan_amnt	0.044218
1	funded_amnt	0.044216

	Target FPR (%)	Expected TPR	Threshold
0	1.0	0.234960	0.955238
1	2.0	0.355278	0.762455
2	3.0	0.437003	0.531234
3	4.0	0.519864	0.304093
4	5.0	0.577753	0.193416
5	6.0	0.634506	0.110226
6	7.0	0.677639	0.059030
7	8.0	0.711691	0.036916
8	9.0	0.744608	0.022253
9	10.0	0.775255	0.013168

	Feature	Importance
19	last_pymnt_amnt	0.280184
3	installment	0.077644
18	total_rec_late_fee	0.066260
2	funded_amnt_inv	0.059818
4	annual_inc	0.058921
5	dti	0.053955
14	revol_bal	0.049151
15	total_acc	0.039158
0	loan_amnt	0.034314
20	grade_A	0.032522

	Target FPR (%)	Expected TPR	Threshold
0	1.0	0.076050	0.589863
1	2.0	0.150965	0.548022
2	3.0	0.224745	0.517474
3	4.0	0.274688	0.493594
4	5.0	0.345062	0.472085
5	6.0	0.396141	0.451041
6	7.0	0.438138	0.432832
7	8.0	0.485812	0.412367
8	9.0	0.520999	0.395022
9	10.0	0.555051	0.378689

	Feature	Importance Mean	Importance Std
0	funded_amnt	0.078845	0.002986
1	last_pymnt_amnt	0.041807	0.002647
2	installment	0.035477	0.001897
3	loan_amnt	0.022733	0.002933
4	total_rec_late_fee	0.007874	0.001943
5	grade	0.006514	0.001564
6	funded_amnt_inv	0.003543	0.001205
7	annual_inc	0.002283	0.000962
8	inq_last_6mths	0.001981	0.001199
9	total_acc	0.001091	0.000977
10	mths_since_last_delinq	0.000907	0.000532
11	fico_range_low	0.000839	0.000743
12	fico_range_high	0.000655	0.000902
13	verification_status	0.000453	0.000606
14	mths_since_last_record	0.000201	0.000342
15	delinq_2yrs	0.000118	0.000360
16	out_prncp	0.000101	0.000273
17	out_prncp_inv	0.000101	0.000273
18	revol_bal	0.000084	0.000494
19	open_acc	0.000084	0.001005
20	home_ownership	-0.000050	0.000328
21	sub_grade	-0.000084	0.000583
22	dti	-0.000134	0.000437
23	pub_rec	-0.000201	0.000455

	model	score_test	score_val	eval_metric	pred_time_test	pred_time_val	fit_time	pred_time_test_marginal	pred_time_val_marginal	fit_time_marginal	stack_level	can_infer	fit_order
0	WeightedEnsemble_L2	0.923021	0.930840	roc_auc	0.230051	0.081521	157.593067	0.000000	0.000000	0.330066	2	True	12
1	LightGBMLarge	0.920015	0.928717	roc_auc	0.040023	0.009006	1.531335	0.040023	0.009006	1.531335	1	True	11
2	CatBoost	0.917805	0.923871	roc_auc	0.019997	0.015630	152.311177	0.019997	0.015630	152.311177	1	True	7
3	LightGBM	0.911305	0.920837	roc_auc	0.030008	0.000000	0.862496	0.030008	0.000000	0.862496	1	True	4
4	XGBoost	0.911271	0.921098	roc_auc	0.060006	0.010006	2.542370	0.060006	0.010006	2.542370	1	True	10
5	RandomForestEntr	0.886211	0.893271	roc_auc	0.190069	0.062908	1.333624	0.190069	0.062908	1.333624	1	True	6
6	LightGBMXT	0.884748	0.893535	roc_auc	0.040021	0.015622	0.978252	0.040021	0.015622	0.978252	1	True	3
7	RandomForestGini	0.884227	0.889041	roc_auc	0.220064	0.062425	1.255495	0.220064	0.062425	1.255495	1	True	5
8	ExtraTreesEntr	0.847278	0.851562	roc_auc	0.210100	0.078538	0.705388	0.210100	0.078538	0.705388	1	True	9
9	ExtraTreesGini	0.845202	0.847320	roc_auc	0.230088	0.078128	0.705913	0.230088	0.078128	0.705913	1	True	8
10	KNeighborsDist	0.661707	0.675504	roc_auc	0.080017	0.046879	0.015623	0.080017	0.046879	0.015623	1	True	2
11	KNeighborsUnif	0.658907	0.672848	roc_auc	0.110025	0.157075	0.784689	0.110025	0.157075	0.784689	1	True	1

	model	score_test	accuracy	balanced_accuracy	log_loss	score_val	eval_metric	pred_time_test	pred_time_val	fit_time	pred_time_test_marginal	pred_time_val_marginal	fit_time_marginal	stack_level	can_infer	fit_order
0	WeightedEnsemble_L2	0.923021	0.885997	0.687809	-0.239625	0.930840	roc_auc	0.210080	0.081521	157.593067	0.000000	0.000000	0.330066	2	True	12
1	LightGBMLarge	0.920015	0.887844	0.698742	-0.244875	0.928717	roc_auc	0.030001	0.009006	1.531335	0.030001	0.009006	1.531335	1	True	11
2	CatBoost	0.917805	0.886165	0.704323	-0.250280	0.923871	roc_auc	0.019999	0.015630	152.311177	0.019999	0.015630	152.311177	1	True	7
3	LightGBM	0.911305	0.881632	0.685716	-0.254465	0.920837	roc_auc	0.030000	0.000000	0.862496	0.030000	0.000000	0.862496	1	True	4
4	XGBoost	0.911271	0.883647	0.694872	-0.253651	0.921098	roc_auc	0.050052	0.010006	2.542370	0.050052	0.010006	2.542370	1	True	10
5	RandomForestEntr	0.886211	0.868200	0.602792	-0.286800	0.893271	roc_auc	0.160027	0.062908	1.333624	0.160027	0.062908	1.333624	1	True	6
6	LightGBMXT	0.884748	0.872565	0.649441	-0.279106	0.893535	roc_auc	0.030000	0.015622	0.978252	0.030000	0.015622	0.978252	1	True	3
7	RandomForestGini	0.884227	0.868200	0.604199	-0.288915	0.889041	roc_auc	0.220085	0.062425	1.255495	0.220085	0.062425	1.255495	1	True	5
8	ExtraTreesEntr	0.847278	0.857958	0.545191	-0.318257	0.851562	roc_auc	0.190053	0.078538	0.705388	0.190053	0.078538	0.705388	1	True	9
9	ExtraTreesGini	0.845202	0.856951	0.542254	-0.320675	0.847320	roc_auc	0.230105	0.078128	0.705913	0.230105	0.078128	0.705913	1	True	8
10	KNeighborsDist	0.661707	0.818838	0.539588	-1.664079	0.675504	roc_auc	0.080028	0.046879	0.015623	0.080028	0.046879	0.015623	1	True	2
11	KNeighborsUnif	0.658907	0.824379	0.530176	-1.657380	0.672848	roc_auc	0.090026	0.157075	0.784689	0.090026	0.157075	0.784689	1	True	1

	importance	stddev	p_value	n	p99_high	p99_low
last_pymnt_amnt	0.339387	0.006274	1.400836e-08	5	0.352305	0.326469
installment	0.039471	0.001158	8.878551e-08	5	0.041855	0.037087
funded_amnt	0.036477	0.001093	9.660045e-08	5	0.038727	0.034226
total_rec_late_fee	0.026098	0.002027	4.328583e-06	5	0.030270	0.021925
funded_amnt_inv	0.016484	0.002029	2.698837e-05	5	0.020661	0.012307
annual_inc	0.014138	0.001580	1.840931e-05	5	0.017391	0.010885
loan_amnt	0.013175	0.000910	2.710708e-06	5	0.015048	0.011302
out_prncp	0.007385	0.001487	1.872048e-04	5	0.010448	0.004323
sub_grade	0.005685	0.001037	1.271905e-04	5	0.007820	0.003549
grade	0.004648	0.000753	7.992049e-05	5	0.006198	0.003097
total_acc	0.004418	0.001396	1.052317e-03	5	0.007292	0.001543
inq_last_6mths	0.002768	0.000543	1.683565e-04	5	0.003886	0.001651
fico_range_low	0.001692	0.000954	8.305892e-03	5	0.003657	-0.000273
revol_bal	0.001688	0.001114	1.378437e-02	5	0.003983	-0.000606
open_acc	0.001256	0.000678	7.164971e-03	5	0.002651	-0.000139
mths_since_last_record	0.000968	0.000420	3.380213e-03	5	0.001834	0.000102
mths_since_last_delinq	0.000915	0.000214	3.321108e-04	5	0.001355	0.000475
verification_status	0.000740	0.000059	4.917162e-06	5	0.000863	0.000618
delinq_2yrs	0.000117	0.000086	1.885600e-02	5	0.000294	-0.000059
pub_rec	0.000104	0.000079	2.086725e-02	5	0.000267	-0.000058
home_ownership	0.000051	0.000085	1.247101e-01	5	0.000226	-0.000124
dti	-0.000092	0.000577	6.298748e-01	5	0.001097	-0.001280
out_prncp_inv	-0.000116	0.000257	8.146684e-01	5	0.000414	-0.000646
fico_range_high	-0.000210	0.000165	9.765678e-01	5	0.000130	-0.000550

	Target FPR (%)	Expected TPR	Threshold
0	1.0	0.217934	0.691810
1	2.0	0.314415	0.574026
2	3.0	0.402951	0.504004
3	4.0	0.474461	0.452008
4	5.0	0.547106	0.403810
5	6.0	0.591373	0.361985
6	7.0	0.651532	0.323434
7	8.0	0.717367	0.286534
8	9.0	0.748014	0.258455
9	10.0	0.770715	0.239379

	model	score_test	score_val	eval_metric	pred_time_test	pred_time_val	fit_time	pred_time_test_marginal	pred_time_val_marginal	fit_time_marginal	stack_level	can_infer	fit_order
0	LightGBM_r130_BAG_L2	0.937874	0.935203	roc_auc	25.009562	43.873058	3992.964880	0.124887	0.119911	4.887348	2	True	88
1	WeightedEnsemble_L3	0.937684	0.937778	roc_auc	27.347165	48.933307	4283.277674	0.015626	0.000000	4.818712	3	True	132
2	LightGBM_r135_BAG_L2	0.937549	0.935291	roc_auc	25.057340	43.972320	3997.206712	0.172665	0.219174	9.129180	2	True	118
3	LightGBM_r121_BAG_L2	0.937418	0.936007	roc_auc	25.197856	44.141841	4000.232522	0.313181	0.388695	12.154990	2	True	121
4	XGBoost_r33_BAG_L2	0.937286	0.935491	roc_auc	25.418254	44.138776	4008.614618	0.533579	0.385630	20.537086	2	True	81
...	...	...	...	...	...	...	...	...	...	...	...	...	...
127	ExtraTreesGini_BAG_L1	0.846861	0.842609	roc_auc	0.250386	0.573789	0.723065	0.250386	0.573789	0.723065	1	True	8
128	ExtraTrees_r49_BAG_L1	0.846861	0.842609	roc_auc	0.251303	0.611919	0.815228	0.251303	0.611919	0.815228	1	True	37
129	ExtraTrees_r126_BAG_L1	0.843594	0.846253	roc_auc	0.181341	0.589813	0.790116	0.181341	0.589813	0.790116	1	True	61
130	KNeighborsDist_BAG_L1	0.657524	0.666574	roc_auc	0.109763	0.242541	0.023001	0.109763	0.242541	0.023001	1	True	2
131	KNeighborsUnif_BAG_L1	0.653802	0.661553	roc_auc	0.109770	0.238028	0.014509	0.109770	0.238028	0.014509	1	True	1

	model	score_test	accuracy	recall	precision	score_val	eval_metric	pred_time_test	pred_time_val	fit_time	pred_time_test_marginal	pred_time_val_marginal	fit_time_marginal	stack_level	can_infer	fit_order
0	LightGBM_r130_BAG_L2	0.937874	0.901108	0.620885	0.682045	0.935203	roc_auc	114.880598	43.873058	3992.964880	0.493854	0.119911	4.887348	2	True	88
1	WeightedEnsemble_L3	0.937684	0.899093	0.614075	0.674564	0.937778	roc_auc	123.394990	48.933307	4283.277674	0.024150	0.000000	4.818712	3	True	132
2	LightGBM_r135_BAG_L2	0.937549	0.899597	0.606129	0.680255	0.935291	roc_auc	115.149647	43.972320	3997.206712	0.762903	0.219174	9.129180	2	True	118
3	LightGBM_r121_BAG_L2	0.937418	0.900437	0.602724	0.686047	0.936007	roc_auc	116.062693	44.141841	4000.232522	1.675949	0.388695	12.154990	2	True	121
4	XGBoost_r33_BAG_L2	0.937286	0.899933	0.648127	0.666278	0.935491	roc_auc	115.983207	44.138776	4008.614618	1.596463	0.385630	20.537086	2	True	81
5	LightGBM_r161_BAG_L2	0.937100	0.898758	0.592509	0.681462	0.936435	roc_auc	116.172674	44.157104	4001.489254	1.785929	0.403958	13.411722	2	True	93
6	RandomForest_r34_BAG_L2	0.937024	0.899261	0.601589	0.680359	0.936366	roc_auc	114.725094	44.349436	4023.251270	0.338350	0.596290	35.173738	2	True	105
7	XGBoost_r34_BAG_L2	0.936953	0.899261	0.643587	0.664713	0.935084	roc_auc	115.947015	44.043541	4000.658465	1.560271	0.290395	12.580933	2	True	130
8	LightGBM_r143_BAG_L2	0.936786	0.898590	0.594779	0.679637	0.935368	roc_auc	115.549092	44.026462	4000.438716	1.162347	0.273316	12.361184	2	True	103
9	LightGBM_r131_BAG_L2	0.936785	0.899765	0.634506	0.670264	0.936039	roc_auc	115.553688	44.063543	3995.586153	1.166944	0.310397	7.508621	2	True	78
10	XGBoost_r98_BAG_L2	0.936661	0.900269	0.645857	0.668625	0.936033	roc_auc	116.607234	44.473414	4021.432250	2.220490	0.720268	33.354718	2	True	98
11	LightGBMLarge_BAG_L2	0.936570	0.899429	0.615210	0.675810	0.935235	roc_auc	115.018102	43.920212	3996.345425	0.631358	0.167066	8.267893	2	True	76
12	CatBoost_r9_BAG_L2	0.936397	0.900940	0.629966	0.677656	0.935634	roc_auc	114.872974	43.800035	4083.136898	0.486230	0.046889	95.059366	2	True	79
13	LightGBM_r96_BAG_L2	0.936346	0.899933	0.629966	0.672727	0.936015	roc_auc	117.125252	44.574072	3996.198911	2.738508	0.820926	8.121379	2	True	80
14	XGBoost_r22_BAG_L2	0.936299	0.899093	0.625426	0.670316	0.935612	roc_auc	115.331001	43.970130	3993.930808	0.944257	0.216984	5.853276	2	True	119
15	CatBoost_r180_BAG_L2	0.936285	0.900101	0.631101	0.673123	0.934790	roc_auc	114.709496	43.806514	4038.968950	0.322752	0.053367	50.891418	2	True	122
16	XGBoost_r49_BAG_L2	0.936271	0.899261	0.641317	0.665489	0.935838	roc_auc	115.609457	43.956476	3996.657471	1.222713	0.203330	8.579939	2	True	110
17	LightGBMXT_BAG_L2	0.936166	0.900940	0.628831	0.678091	0.935804	roc_auc	115.158497	43.935097	3992.572632	0.771753	0.181950	4.495100	2	True	68
18	LightGBM_r94_BAG_L2	0.936163	0.899765	0.628831	0.672330	0.936296	roc_auc	115.688271	44.081479	3992.688862	1.301527	0.328333	4.611330	2	True	106
19	CatBoost_BAG_L2	0.936160	0.898590	0.633371	0.665077	0.935700	roc_auc	114.642314	43.810037	4057.776737	0.255569	0.056890	69.699205	2	True	72

	importance	stddev	p_value	n	p99_high	p99_low
last_pymnt_amnt	0.347521	0.006465	1.436711e-08	5	0.360833	0.334209
installment	0.056560	0.001855	1.385275e-07	5	0.060379	0.052742
funded_amnt	0.031170	0.001761	1.218167e-06	5	0.034796	0.027543
total_rec_late_fee	0.025752	0.002164	5.924193e-06	5	0.030207	0.021297
funded_amnt_inv	0.016485	0.001730	1.435306e-05	5	0.020048	0.012922
annual_inc	0.009445	0.000388	3.425414e-07	5	0.010244	0.008645
loan_amnt	0.008435	0.000998	2.306700e-05	5	0.010490	0.006381
sub_grade	0.004186	0.000297	3.019536e-06	5	0.004797	0.003574
out_prncp	0.003357	0.000721	2.399480e-04	5	0.004841	0.001873
total_acc	0.003220	0.000842	5.141304e-04	5	0.004954	0.001486
inq_last_6mths	0.002728	0.000544	1.801782e-04	5	0.003848	0.001608
grade	0.002048	0.000543	5.410937e-04	5	0.003166	0.000930
revol_bal	0.002017	0.001034	6.011570e-03	5	0.004146	-0.000111
fico_range_low	0.001811	0.000481	5.465402e-04	5	0.002802	0.000820
out_prncp_inv	0.001016	0.000502	5.288381e-03	5	0.002050	-0.000017
mths_since_last_delinq	0.000942	0.000255	5.828300e-04	5	0.001466	0.000418
open_acc	0.000880	0.000521	9.734312e-03	5	0.001951	-0.000192
mths_since_last_record	0.000700	0.000352	5.636511e-03	5	0.001425	-0.000025
fico_range_high	0.000419	0.000300	1.769709e-02	5	0.001037	-0.000199
dti	0.000316	0.000639	1.653591e-01	5	0.001632	-0.001000
verification_status	0.000192	0.000329	1.312135e-01	5	0.000870	-0.000486
delinq_2yrs	0.000112	0.000170	1.076044e-01	5	0.000461	-0.000238
pub_rec	0.000039	0.000084	1.761519e-01	5	0.000211	-0.000133
home_ownership	-0.000155	0.000058	9.980108e-01	5	-0.000035	-0.000274

	loan_amnt	funded_amnt	funded_amnt_inv	installment	annual_inc	dti	delinq_2yrs	fico_range_low	fico_range_high	inq_last_6mths	...	total_rec_late_fee	last_pymnt_amnt	grade	sub_grade	home_ownership	verification_status	pred	pred_proba
0	2500.0	2500.0	400.000000	83.63	95000.0	16.19	0.0	655.0	659.0	5.0	...	14.990867	132.16	D	D3	MORTGAGE	Not Verified	1	0.977873
1	20000.0	20000.0	20000.000000	490.63	55000.0	15.38	0.0	700.0	704.0	0.0	...	49.060000	1458.66	E	E1	MORTGAGE	Verified	1	0.895247
2	12000.0	12000.0	11574.101802	291.76	56000.0	12.00	0.0	695.0	699.0	1.0	...	0.000000	291.12	D	D2	MORTGAGE	Source Verified	1	0.853609
3	35000.0	35000.0	34975.303594	1245.94	77000.0	18.64	1.0	690.0	694.0	1.0	...	0.000000	291.68	D	D4	MORTGAGE	Verified	1	0.852426
4	22000.0	22000.0	21968.613293	827.33	135000.0	12.78	0.0	670.0	674.0	2.0	...	0.000000	832.17	G	G4	OWN	Not Verified	1	0.845648
5	6000.0	6000.0	6000.000000	198.89	41000.0	9.01	0.0	690.0	694.0	1.0	...	0.000000	196.30	B	B5	MORTGAGE	Not Verified	1	0.844589
6	35000.0	35000.0	35000.000000	1269.73	96000.0	14.42	0.0	675.0	679.0	1.0	...	0.000000	100.08	D	D5	MORTGAGE	Verified	1	0.840041
7	20000.0	20000.0	20000.000000	518.71	98000.0	24.37	0.0	715.0	719.0	0.0	...	40.940000	547.29	F	F3	MORTGAGE	Verified	1	0.829117
8	17600.0	17600.0	17575.000000	436.37	72000.0	11.85	0.0	740.0	744.0	1.0	...	0.000000	28.49	D	D4	RENT	Verified	1	0.827880
9	7750.0	7750.0	7750.000000	251.42	27000.0	21.64	0.0	690.0	694.0	0.0	...	0.000000	248.26	B	B3	OWN	Source Verified	1	0.801305

	id	member_id	loan_amnt	funded_amnt	funded_amnt_inv	term	int_rate	installment	grade	sub_grade	...	next_pymnt_d	last_credit_pull_d	policy_code	application_type
0	1077175	1313524	2400	2400	2400.0	36 months	15.96%	84.33	C	C5	...	NaN	Sep-2016	1	INDIVIDUAL
1	1075358	1311748	3000	3000	3000.0	60 months	12.69%	67.79	B	B5	...	Oct-2016	Sep-2016	1	INDIVIDUAL
2	1075269	1311441	5000	5000	5000.0	36 months	7.90%	156.46	A	A4	...	NaN	Jan-2016	1	INDIVIDUAL
3	1071570	1306721	5375	5375	5350.0	60 months	12.69%	121.45	B	B5	...	NaN	Sep-2016	1	INDIVIDUAL
4	1064687	1298717	9000	9000	9000.0	36 months	13.49%	305.38	C	C1	...	NaN	Sep-2016	1	INDIVIDUAL